-- Logs begin at Thu 2022-03-03 15:29:34 UTC, end at Thu 2022-03-03 16:31:21 UTC. -- Mar 03 16:03:17.202174 dv-cinder-830538-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 03 16:03:20.155960 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.common.config [-] Logging enabled! Mar 03 16:03:20.156576 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 03 16:03:20.156755 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102948) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 16:03:20.160500 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.common.config [-] Logging enabled! Mar 03 16:03:20.160759 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 03 16:03:20.161076 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102948) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 16:03:20.162007 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 16:03:20.162243 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 16:03:20.162625 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 16:03:20.162873 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 16:03:20.163504 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 16:03:20.163869 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.164298 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 03 16:03:20.164625 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.164951 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.165251 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.165553 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.165851 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.166138 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.166430 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.166729 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.167018 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.167305 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.167764 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.167909 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.168196 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.168486 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.168775 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.169063 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] debug = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.169346 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.169782 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.170206 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.170489 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.170782 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.171067 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.171340 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.171618 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.171925 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.172254 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] host = dv-cinder-830538-6-iscsi {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.172536 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.172825 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.173115 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.173403 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.173680 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.173957 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.174245 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.174520 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.174800 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] log_file = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.175076 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.175364 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.175676 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.175969 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.176197 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.176424 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.176730 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.177019 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.177298 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.177573 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.177848 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.178123 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.178397 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.178668 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.178954 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.179241 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.179529 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.179833 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.180111 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.180388 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.181175 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.181464 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.181741 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.182017 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.182293 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.182583 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.182857 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.183135 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.183436 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.183757 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.184045 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.184331 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.184609 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.184899 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.185172 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.185449 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.185723 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] use_json = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.185997 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.186272 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.186556 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.186832 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.187108 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.187383 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.187681 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.187970 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.188246 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:20.188546 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.188845 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.189146 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.189446 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.189740 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.190021 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.190311 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.190593 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.190882 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.191174 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.191465 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.191773 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.192076 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.192367 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.192664 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.192970 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.193267 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.193558 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.193842 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.194110 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.194386 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.194675 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.194966 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.195243 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.195534 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.195861 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.196222 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.197005 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.197296 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.197592 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.197901 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.198168 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.198447 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.198741 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.199022 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.199296 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.199574 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.199889 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.200171 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.200446 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.200731 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.201010 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.201283 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.201557 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.201838 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.202129 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.202408 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.202681 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.202955 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.203237 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.203512 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.203825 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.204106 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.204379 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.204657 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.204935 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.205211 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.205485 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.205766 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.206040 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.206319 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.206595 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.206868 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.207143 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.207418 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.207721 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.208000 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.208280 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.208560 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.208835 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.209107 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.209385 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.209659 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.209935 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.210224 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.210523 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.210804 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.211102 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.211367 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.211699 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.211988 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.212269 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.212549 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.212828 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.213103 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.213396 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.213683 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.213971 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.214273 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.214554 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.214856 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.215135 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.215417 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.215723 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.216005 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.216285 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.216572 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.216857 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.217155 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.217452 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.217749 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.218045 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.218375 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.218663 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.218971 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.219252 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:20.219471 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 16:03:20.219738 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102948) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 03 16:03:20.596633 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 03 16:03:20.596842 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 03 16:03:20.597148 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 03 16:03:20.597629 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 03 16:03:20.923912 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:20.924205 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:20.924482 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:20.925780 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:20.926060 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:20.926330 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:20.971584 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:20.971890 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:20.972161 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:20.986206 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:20.986492 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:20.986765 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.015259 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.015543 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.015842 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.052713 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.052997 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.053270 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.398763 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.399894 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.399894 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.400050 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.400701 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.499613 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.499956 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.500241 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.500515 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.500785 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.501097 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.501362 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.501618 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.501871 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.502154 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.502414 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.502678 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.502933 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.503184 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.503458 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.503731 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.503986 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.504253 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.504522 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.504780 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.505046 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.505298 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.505574 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.505944 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.506192 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.506437 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.506830 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 16:03:21.507072 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 16:03:21.507311 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 16:03:21.507546 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 16:03:21.507882 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 16:03:21.508122 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 16:03:21.508501 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 03 16:03:21.512155 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 03 16:03:21.516228 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 03 16:03:21.520106 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 03 16:03:21.521748 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 03 16:03:21.522221 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 03 16:03:21.522557 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 03 16:03:21.522938 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 03 16:03:21.525835 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 03 16:03:21.526089 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 03 16:03:21.526436 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 16:03:21.531330 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 03 16:03:21.555327 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 03 16:03:21.556317 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.556617 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102948) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 03 16:03:21.556988 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.558361 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102948) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 03 16:03:21.558642 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 16:03:21.558883 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 03 16:03:21.562237 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.562525 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:21.626794 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 03 16:03:21.627040 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 03 16:03:21.627279 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 03 16:03:21.627690 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 03 16:03:21.647554 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_db.sqlalchemy.engines [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102948) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 03 16:03:22.089478 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Initializing driver for type 'gre' Mar 03 16:03:22.089996 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] gre ID ranges: [(1, 1000)] Mar 03 16:03:22.142226 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Initializing driver for type 'local' Mar 03 16:03:22.142559 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Initializing driver for type 'vlan' Mar 03 16:03:22.155951 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] VlanTypeDriver initialization complete Mar 03 16:03:22.156305 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Initializing driver for type 'vxlan' Mar 03 16:03:22.156792 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] vxlan ID ranges: [(1, 1000)] Mar 03 16:03:22.206944 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Initializing extension driver 'port_security' Mar 03 16:03:22.207273 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.extensions.port_security [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] PortSecurityExtensionDriver initialization complete Mar 03 16:03:22.207617 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Initializing mechanism driver 'openvswitch' Mar 03 16:03:22.207983 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Initializing mechanism driver 'hyperv' Mar 03 16:03:22.215217 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.plugin [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:03:22.216127 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > port after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.216508 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > port after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.216867 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > port after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.217403 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 16:03:22.217840 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > subnet after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.218201 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > subnet after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.218552 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.218954 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 16:03:22.219362 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > network after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.219746 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > network after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.220095 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > network after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.220496 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 16:03:22.220906 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > security_group after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.221261 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > security_group after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.221611 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.222011 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 16:03:22.222415 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.222764 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.223105 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.223510 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 16:03:22.223942 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > address_group after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.224292 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > address_group after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.224635 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.225035 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 03 16:03:22.225481 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] ML2 OVO RPC backend initialized. {{(pid=102948) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 03 16:03:22.226190 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.226549 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.226967 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > network before_response 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.227865 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > networks before_response 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.228231 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > port before_response 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.228583 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > ports before_response 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.228935 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > subnet before_response 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.229280 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > subnets before_response 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.229629 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > network after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.229972 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > network after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.230311 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > network after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.230651 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > port after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.230990 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > port after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.231328 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > port after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.231689 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > subnet after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.232032 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > subnet after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.232370 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.239735 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded quota_driver: . Mar 03 16:03:22.240107 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.plugin [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Modular L2 Plugin initialization complete Mar 03 16:03:22.240461 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading services supported by the core plugin {{(pid=102948) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 03 16:03:22.240808 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.plugins.ml2.managers [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Got port-security extension from driver 'port_security' Mar 03 16:03:22.241291 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.extensions.vlantransparent [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Disabled vlantransparent extension. Mar 03 16:03:22.241788 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102948) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 03 16:03:22.242118 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading Plugin: router Mar 03 16:03:22.278092 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.278488 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router after_create 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.278862 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router before_create 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.279232 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.279610 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.279991 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router after_delete 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.280353 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.280707 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.281066 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router after_create 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.281417 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router after_update 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.281775 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router after_update 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.282130 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.282493 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router after_update 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.282920 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router precommit_update 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.283530 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: port after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.283901 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: port after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.284246 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: subnet after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.284589 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.284944 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.285295 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router precommit_create 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.285640 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: port before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.285987 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router precommit_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.286345 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router after_update 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.286691 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.287173 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router precommit_create 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.287542 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.287925 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router precommit_update 55549900 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.288296 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > agent after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.288656 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > agent after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.289008 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > network after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.290401 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Tracking information for resource: router configured {{(pid=102948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 16:03:22.290748 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Tracking information for resource: floatingip configured {{(pid=102948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 16:03:22.295700 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.db.l3_agentschedulers_db [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 03 16:03:22.296283 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: port after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.296652 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: port after_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.297011 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: port after_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.297367 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: port after_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.298152 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router before_create 55550100 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.298519 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.298885 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router precommit_create 55550100 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.299244 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > router precommit_update 55550100 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.304172 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.services.provider_configuration [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service providers = [] {{(pid=102948) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 03 16:03:22.304543 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.db.servicetype_db [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102948) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 03 16:03:22.307558 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.services.service_base [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 16:03:22.308008 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.services.service_base [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 16:03:22.308357 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.services.service_base [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 16:03:22.309273 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.services.service_base [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 16:03:22.309650 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.services.service_base [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 03 16:03:22.310025 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 16:03:22.310349 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 03 16:03:22.321175 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 16:03:22.321515 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading Plugin: auto_allocate Mar 03 16:03:22.327332 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: network precommit_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.327746 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: network precommit_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.328273 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 16:03:22.328600 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading Plugin: tag Mar 03 16:03:22.335477 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 16:03:22.335808 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading Plugin: timestamp Mar 03 16:03:22.340249 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 16:03:22.340542 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading Plugin: network_ip_availability Mar 03 16:03:22.346069 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.346446 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.346802 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.347519 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 16:03:22.347878 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading Plugin: flavors Mar 03 16:03:22.353518 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 16:03:22.353855 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading Plugin: revisions Mar 03 16:03:22.358212 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 16:03:22.358603 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_concurrency.lockutils [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=102948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 03 16:03:22.359345 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102948) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 03 16:03:22.359719 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Initializing extension manager. Mar 03 16:03:22.360257 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: __init__.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.360604 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: __pycache__ {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.360944 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.361281 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: address_group.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.362045 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.362618 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: address-group Mar 03 16:03:22.362944 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: address_scope.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.363684 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.364202 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: address-scope Mar 03 16:03:22.364529 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.365468 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.365986 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: router-admin-state-down-before-update Mar 03 16:03:22.366313 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: agent.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.367022 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.367540 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: agent Mar 03 16:03:22.367959 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: agent_resources_synced.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.369021 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.369537 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: agent-resources-synced Mar 03 16:03:22.369867 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: allowedaddresspairs.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.371716 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.372238 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: allowed-address-pairs Mar 03 16:03:22.372568 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: auto_allocated_topology.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.373665 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.374176 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: auto-allocated-topology Mar 03 16:03:22.374505 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: availability_zone.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.375206 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.375748 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: availability_zone Mar 03 16:03:22.376078 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: availability_zone_filter.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.376997 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.377504 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: availability_zone_filter Mar 03 16:03:22.377830 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: data_plane_status.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.378744 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.379248 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension data-plane-status not supported by any of loaded plugins Mar 03 16:03:22.379571 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: default_subnetpools.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.380519 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.381030 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: default-subnetpools Mar 03 16:03:22.381358 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.382181 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.382697 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: dhcp_agent_scheduler Mar 03 16:03:22.383023 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: dns.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.383997 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.384512 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension dns-integration not supported by any of loaded plugins Mar 03 16:03:22.384841 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: dns_domain_ports.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.385769 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.386286 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 03 16:03:22.386615 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.387543 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.388084 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 03 16:03:22.388411 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: dvr.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.389088 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.389599 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: dvr Mar 03 16:03:22.389923 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: ecmp_routes.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.390844 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.391350 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 03 16:03:22.391711 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: empty_string_filtering.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.392623 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.393130 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: empty-string-filtering Mar 03 16:03:22.393454 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.394368 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.394879 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 03 16:03:22.395204 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.396146 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.396659 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 03 16:03:22.396984 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: external_net.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.397898 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.398405 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: external-net Mar 03 16:03:22.398730 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.400212 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.400762 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: extra_dhcp_opt Mar 03 16:03:22.401034 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: extraroute.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.401956 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.402464 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: extraroute Mar 03 16:03:22.402789 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: extraroute_atomic.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.403866 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.404378 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: extraroute-atomic Mar 03 16:03:22.404704 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: filter_validation.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.405380 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.405888 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: filter-validation Mar 03 16:03:22.406213 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: fip_pf_description.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.407126 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.407652 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 03 16:03:22.407978 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: fip_port_details.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.409377 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.409890 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: fip-port-details Mar 03 16:03:22.410220 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: flavors.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.411480 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.412045 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: flavors Mar 03 16:03:22.412379 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.422080 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.422616 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 03 16:03:22.422959 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: floatingip_pools.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.423706 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.424494 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: floatingip-pools Mar 03 16:03:22.424599 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: ip_allocation.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.425529 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.426043 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension ip_allocation not supported by any of loaded plugins Mar 03 16:03:22.426374 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.427309 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.427862 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: ip-substring-filtering Mar 03 16:03:22.428196 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: l2_adjacency.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.429134 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.429646 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 03 16:03:22.429975 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: l3.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.430983 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.431507 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: router Mar 03 16:03:22.431864 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.434152 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.434682 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 03 16:03:22.435015 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.436052 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.436574 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: ext-gw-mode Mar 03 16:03:22.436905 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.437837 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.438352 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: l3-ha Mar 03 16:03:22.438680 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.439605 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.440142 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 03 16:03:22.440471 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: l3_flavors.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.441407 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.441996 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: l3-flavors Mar 03 16:03:22.442247 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.443996 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.444576 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 03 16:03:22.445000 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.446150 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.446815 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 03 16:03:22.447216 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: l3agentscheduler.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.448463 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.449234 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: l3_agent_scheduler Mar 03 16:03:22.449661 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: local_ip.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.451849 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.452407 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension local_ip not supported by any of loaded plugins Mar 03 16:03:22.452789 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: logging.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.456353 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.456995 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension logging not supported by any of loaded plugins Mar 03 16:03:22.457419 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: metering.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.458331 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.458939 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: metering Mar 03 16:03:22.459388 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.460721 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.461350 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: metering_source_and_destination_fields Mar 03 16:03:22.462287 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: multiprovidernet.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.463352 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.464005 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: multi-provider Mar 03 16:03:22.464343 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: netmtu.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.465289 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.465807 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: net-mtu Mar 03 16:03:22.466139 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: netmtu_writable.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.467070 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.467583 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: net-mtu-writable Mar 03 16:03:22.467941 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: network_availability_zone.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.468621 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.469136 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: network_availability_zone Mar 03 16:03:22.469465 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: network_ip_availability.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.470601 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.471121 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: network-ip-availability Mar 03 16:03:22.471452 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: network_segment_range.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.472264 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.472774 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension network-segment-range not supported by any of loaded plugins Mar 03 16:03:22.473102 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: pagination.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.474135 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.474475 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: pagination Mar 03 16:03:22.474803 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: port_device_profile.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.475772 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.476299 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: port-device-profile Mar 03 16:03:22.476626 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.478092 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.478607 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: port-mac-address-regenerate Mar 03 16:03:22.478933 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.479906 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.480425 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: port-numa-affinity-policy Mar 03 16:03:22.480753 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: port_resource_request.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.481681 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.482194 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension port-resource-request not supported by any of loaded plugins Mar 03 16:03:22.482518 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: port_resource_request_groups.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.483491 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.484043 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 03 16:03:22.484369 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: portbindings.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.485308 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.485828 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: binding Mar 03 16:03:22.486153 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: portbindings_extended.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.487450 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.488012 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: binding-extended Mar 03 16:03:22.488344 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: portsecurity.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.489282 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.489802 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: port-security Mar 03 16:03:22.490129 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: project_id.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.491117 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.491453 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: project-id Mar 03 16:03:22.491814 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: providernet.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.492754 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.493304 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: provider Mar 03 16:03:22.493632 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.497256 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.497790 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos not supported by any of loaded plugins Mar 03 16:03:22.498129 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.499396 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.499965 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 03 16:03:22.500302 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.501228 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.501751 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 03 16:03:22.502085 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos_default.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.503007 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.503529 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos-default not supported by any of loaded plugins Mar 03 16:03:22.503892 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos_fip.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.504838 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.505361 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos-fip not supported by any of loaded plugins Mar 03 16:03:22.505692 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.506612 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.507134 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 03 16:03:22.507463 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos_gateway_ip.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.508427 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.509466 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 03 16:03:22.509800 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos_port_network_policy.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.510853 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.511375 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 03 16:03:22.511741 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.512790 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.513311 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 03 16:03:22.513642 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.514689 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.515210 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 03 16:03:22.515544 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos_pps_rule.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.516779 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.517303 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos-pps not supported by any of loaded plugins Mar 03 16:03:22.517632 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos_rule_type_details.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.518561 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.519080 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 03 16:03:22.519408 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: qos_rules_alias.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.520500 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.521023 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 03 16:03:22.521354 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: quota_check_limit.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.522285 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.522812 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: quota-check-limit Mar 03 16:03:22.523142 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: quotasv2.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.524172 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.525017 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: quotas Mar 03 16:03:22.525344 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: quotasv2_detail.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.527078 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.527426 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: quota_details Mar 03 16:03:22.527796 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: rbac.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.528867 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.529399 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: rbac-policies Mar 03 16:03:22.529739 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: rbac_address_group.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.530679 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.531207 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: rbac-address-group Mar 03 16:03:22.531538 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: rbac_address_scope.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.532576 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.533357 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: rbac-address-scope Mar 03 16:03:22.533696 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: rbac_security_groups.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.534621 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.535144 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: rbac-security-groups Mar 03 16:03:22.535474 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: rbac_subnetpool.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.536500 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.537026 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: rbac-subnetpool Mar 03 16:03:22.537356 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: revisionifmatch.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.538286 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.538807 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: revision-if-match Mar 03 16:03:22.539137 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: revisions.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.540329 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.540854 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: standard-attr-revisions Mar 03 16:03:22.541188 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: router_availability_zone.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.541871 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.542395 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: router_availability_zone Mar 03 16:03:22.542723 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: routerservicetype.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.543669 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.544194 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension router-service-type not supported by any of loaded plugins Mar 03 16:03:22.544523 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.545457 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.545977 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: security-groups-normalized-cidr Mar 03 16:03:22.546304 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.547232 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.547791 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: port-security-groups-filtering Mar 03 16:03:22.548118 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.549057 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.549581 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: security-groups-remote-address-group Mar 03 16:03:22.549907 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.550841 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.551360 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: security-groups-shared-filtering Mar 03 16:03:22.551719 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.552314 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 03 16:03:22.552638 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: securitygroup.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.562323 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.562859 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: security-group Mar 03 16:03:22.563195 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: segment.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.564095 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.564613 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension segment not supported by any of loaded plugins Mar 03 16:03:22.564945 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.565889 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.566408 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 03 16:03:22.566737 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: servicetype.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.567888 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.568417 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: service-type Mar 03 16:03:22.568757 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: sorting.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.569752 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.570092 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: sorting Mar 03 16:03:22.570418 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: standard_attr_segment.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.571891 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.572413 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 03 16:03:22.572742 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: standardattrdescription.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.573403 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.573916 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: standard-attr-description Mar 03 16:03:22.574242 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: stateful_security_group.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.575184 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.575740 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: stateful-security-group Mar 03 16:03:22.576070 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: stdattrs_common.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.576643 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 03 16:03:22.576968 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.577917 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.578430 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 03 16:03:22.578760 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: subnet_onboard.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.579897 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.580425 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: subnet_onboard Mar 03 16:03:22.580754 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.581707 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.582225 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 03 16:03:22.582551 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: subnet_service_types.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.583482 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.584039 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: subnet-service-types Mar 03 16:03:22.584368 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: subnetallocation.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.585493 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.586014 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: subnet_allocation Mar 03 16:03:22.586342 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.587591 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.588133 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: subnetpool-prefix-ops Mar 03 16:03:22.588489 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.589555 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.590073 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 03 16:03:22.590442 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: tagging.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.591450 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.592012 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: standard-attr-tag Mar 03 16:03:22.592347 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: timestamp.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.593553 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.594074 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loaded extension: standard-attr-timestamp Mar 03 16:03:22.594404 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: trunk.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.595442 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.595989 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension trunk not supported by any of loaded plugins Mar 03 16:03:22.596321 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: trunk_details.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.597245 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.597762 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension trunk-details not supported by any of loaded plugins Mar 03 16:03:22.598091 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: uplink_status_propagation.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.599020 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.599534 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 03 16:03:22.599890 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Loading extension file: vlantransparent.py {{(pid=102948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 16:03:22.600562 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 16:03:22.601076 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 03 16:03:22.603617 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:network Mar 03 16:03:22.604163 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:subnet Mar 03 16:03:22.604565 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 16:03:22.604960 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:port Mar 03 16:03:22.606206 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.606651 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service FLAVORS assigned prefix: {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.607263 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.607729 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.608071 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:router Mar 03 16:03:22.608505 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 16:03:22.608997 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service METERING assigned prefix: /metering {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.610447 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.610831 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.611198 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:03:22.612221 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 16:03:22.612677 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:security_group Mar 03 16:03:22.613109 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 16:03:22.613718 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service CORE assigned prefix: {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.614054 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 16:03:22.614402 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] subnetpool is already registered Mar 03 16:03:22.615166 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service CORE assigned prefix: {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.615166 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 16:03:22.615481 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] subnetpool is already registered Mar 03 16:03:22.617801 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.618269 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service FLAVORS assigned prefix: {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.618864 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.619289 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.619641 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:router Mar 03 16:03:22.619993 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] router is already registered Mar 03 16:03:22.620406 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 16:03:22.620748 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] floatingip is already registered Mar 03 16:03:22.621205 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service METERING assigned prefix: /metering {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.621866 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 16:03:22.622199 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] rbac_policy is already registered Mar 03 16:03:22.622620 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:security_group Mar 03 16:03:22.622960 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] security_group is already registered Mar 03 16:03:22.623364 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 16:03:22.623735 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] security_group_rule is already registered Mar 03 16:03:22.624383 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service CORE assigned prefix: {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.624719 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 16:03:22.625063 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] subnetpool is already registered Mar 03 16:03:22.625490 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.v2.resource_helper [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Service CORE assigned prefix: {{(pid=102948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 16:03:22.625817 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 16:03:22.626151 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING neutron.quota.resource_registry [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] subnetpool is already registered Mar 03 16:03:22.626628 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: extensions {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.628156 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: address-groups {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.629664 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: address-scopes {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.631003 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: agents {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.632201 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: auto-allocated-topology {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.633446 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: availability_zones {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.635209 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: dhcp-networks {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.636905 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: dhcp-agents {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.638325 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: routers {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.640576 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: flavors {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.641744 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: service_profiles {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.642976 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: next_providers {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.644467 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: service_profiles {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.645990 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: floatingip-pools {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.647205 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: routers {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.649931 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: floatingips {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.652160 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: l3-routers {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.653542 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: l3-agents {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.654953 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: metering-labels {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.656345 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: metering-label-rules {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.657629 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: network-ip-availabilities {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.659182 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: bindings {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.660858 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: quotas {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.662428 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: quotas {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.663989 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: rbac-policies {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.665337 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: security-groups {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.666561 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: security-group-rules {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.667833 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: service-providers {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.669073 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: subnetpools {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.670520 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: subnetpools {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.672026 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: tags {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.673725 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: tags {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.675534 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: tags {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.677334 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: tags {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.679132 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: tags {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.681179 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: tags {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.682859 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: tags {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.684792 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: tags {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.686569 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: tags {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.688476 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron.api.extensions [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Extended resource: tags {{(pid=102948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 16:03:22.694357 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING keystonemiddleware.auth_token [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 03 16:03:22.699596 dv-cinder-830538-6-iscsi neutron-server[102948]: WARNING keystonemiddleware.auth_token [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 03 16:03:22.708372 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_concurrency.lockutils [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Acquired lock "singleton_lock" {{(pid=102948) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 03 16:03:22.708864 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_concurrency.lockutils [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Releasing lock "singleton_lock" {{(pid=102948) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 03 16:03:22.709523 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO oslo_service.service [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Starting 2 workers Mar 03 16:03:22.715017 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Started child 103057 {{(pid=102948) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 16:03:22.719516 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Started child 103058 {{(pid=102948) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 16:03:22.720585 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:22.721209 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO neutron.service [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 03 16:03:22.721821 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:22.722175 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [-] (103057) wsgi starting up on http://0.0.0.0:9696 Mar 03 16:03:22.724393 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO oslo_service.service [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Starting 1 workers Mar 03 16:03:22.724710 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:22.726252 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [-] (103058) wsgi starting up on http://0.0.0.0:9696 Mar 03 16:03:22.729714 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Started child 103059 {{(pid=102948) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 16:03:22.730270 dv-cinder-830538-6-iscsi neutron-server[102948]: INFO oslo_service.service [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Starting 1 workers Mar 03 16:03:22.733266 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.service [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] calling RpcWorker wait() {{(pid=103059) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 03 16:03:22.733810 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.service [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] returning from RpcWorker wait() {{(pid=103059) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 03 16:03:22.734882 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Started child 103060 {{(pid=102948) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 03 16:03:22.735020 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:22.735651 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:03:22.735772 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG neutron_lib.callbacks.manager [None req-7974f208-f1a0-456d-bded-fd402982dfb5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:22.737701 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102948) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 03 16:03:22.737919 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 16:03:22.738112 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 16:03:22.738346 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 16:03:22.738707 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 16:03:22.738873 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 16:03:22.739539 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.739858 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.740005 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:22.740504 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.740504 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.740665 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.741248 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.741493 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.741748 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.742040 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.742304 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.742476 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.742647 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.742940 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.743176 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.743487 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.743791 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.744050 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.744312 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.744488 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.744745 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.745023 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.745252 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.745514 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] debug = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.745759 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.746256 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.746488 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.746734 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.746985 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.747272 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.747504 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.747806 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.748056 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.748285 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.748531 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.748783 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.749021 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.749242 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.749517 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.749751 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.749992 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.750234 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.750712 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] host = dv-cinder-830538-6-iscsi {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.750959 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.751200 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.751446 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.751714 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.751975 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.752213 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.752480 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.752746 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.752990 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.753246 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.753486 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.753719 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.753958 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.754195 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_file = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.754366 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_options = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.754585 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.754845 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.755105 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.755299 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.755471 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.755635 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.755906 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.756074 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.756326 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.756562 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.756782 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.757023 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.757261 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.757497 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.757758 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.757980 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.758204 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.759058 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.759440 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.759887 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.760087 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.760330 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.760572 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.760945 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.761435 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.761685 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.762162 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.762744 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.763119 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.763435 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.763887 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:03:22.764039 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.764172 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.764359 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.764622 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.764900 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.765322 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.765467 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.765642 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.765915 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.766232 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.766597 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.766931 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.767156 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.767645 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.768076 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.768244 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.768493 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] use_json = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.768715 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.769042 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.769213 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.769449 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.770076 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.770163 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.770335 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.770579 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.770806 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.771441 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.772506 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.775322 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.775322 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.775322 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.775322 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.775322 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.778051 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.779018 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.781946 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.782309 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.782583 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.782911 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.783453 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.783784 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.784141 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.784423 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.784706 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.784962 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.785203 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.785430 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.785664 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.785950 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.786197 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.786462 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.786697 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.786942 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.787235 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.787514 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.788361 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.788772 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.789091 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.789399 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.789640 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.789916 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.790163 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.790386 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.790929 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.793710 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.795935 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.796188 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.796462 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.796713 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.796965 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.797199 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.797474 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.797710 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.797956 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.798217 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.798486 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.798705 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.798954 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.799170 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.799407 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.799656 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.803757 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.804419 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.805956 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.806083 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.806277 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.806519 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.806782 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.807039 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.807276 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.807529 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.807779 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.808013 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.808230 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.808487 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.808722 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.808941 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.809157 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.809380 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.809594 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.809827 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.810053 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.810267 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.810485 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.810704 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.810922 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.811167 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.811378 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.811611 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.811931 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.812196 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.812450 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.812692 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.812924 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.813178 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.813417 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.813881 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.814174 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.814493 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.814754 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.815015 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.815242 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.815502 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.815770 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.816066 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.816289 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.816515 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.816755 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.817054 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.817269 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.817508 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.817736 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.817956 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.818228 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.818448 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.818668 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.818942 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.819161 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.819413 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.819689 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.819967 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.820208 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.820442 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.820674 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.820927 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.821723 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.821995 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.822255 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.822507 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.822794 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.823096 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.823359 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.823659 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.823929 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.824160 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.824414 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.824682 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.824944 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.825194 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.825452 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.825689 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.825924 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.826165 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.826378 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.826777 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.827254 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.827653 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.828017 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.828429 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.828857 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.829113 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.829376 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.829641 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.829894 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.830134 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.830395 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.830644 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.830882 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.831121 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.831347 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.831562 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.831831 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.832066 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.832307 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.832522 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.832739 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.833006 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.833237 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.833454 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.833665 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.833894 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.834106 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.834358 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.834574 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.834808 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.835212 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.835437 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.835801 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.836027 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.836238 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.836490 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.836788 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.837549 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.837799 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.838039 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.838267 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.838503 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.838762 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.838978 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.839237 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.839458 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.839705 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.839922 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.840143 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.840374 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.840634 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.840818 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.841034 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.841286 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.841540 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.841879 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.842403 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.842403 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.842678 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.842826 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.843035 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.843248 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.843475 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.843711 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.843947 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.844185 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.844441 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.844664 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.844880 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.845093 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.845327 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.845595 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.845707 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:03:22.845856 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.846086 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.846303 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.846523 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.846738 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.846952 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.847187 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.847400 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.847613 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.847848 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.848064 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.848282 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.848579 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.848846 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.849087 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.849342 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.849580 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.849819 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.850069 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.850294 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.850510 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.850735 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.850955 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.851170 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.851400 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.851613 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.851851 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.852075 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.852320 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.852532 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.852782 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.853012 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.853237 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.853454 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.853666 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.853872 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.854104 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.854314 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.854546 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.855579 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.855579 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.855579 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.855579 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.855579 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.856031 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.856153 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.856390 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.856604 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.856871 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.857117 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.857339 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.857616 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.857876 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.858123 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.858366 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.858681 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.858900 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.859159 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.859390 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.859590 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.859839 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.860106 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.860427 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.860728 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.860997 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.861287 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.861540 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.861826 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.862094 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.862313 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.862607 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.862930 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.863234 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.863480 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.863741 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.864016 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.864257 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.864476 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.864699 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.864933 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.865149 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.865387 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.865615 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.865873 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.866092 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.866319 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.866554 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.866797 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.867598 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.867598 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.867598 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.867598 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 16:03:22.868782 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102948) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 03 16:03:22.868782 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 16:03:22.869312 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 16:03:22.869312 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 16:03:22.869312 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 16:03:22.869715 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 16:03:22.869715 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.869715 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.870091 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.870091 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874073 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874073 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874073 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874073 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874073 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874073 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874073 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874073 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874946 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874946 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874946 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874946 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874946 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874946 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874946 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.874946 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.875872 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.875872 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.875872 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] debug = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.875872 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.875872 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.875872 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.876396 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 56726) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:03:22.882739 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.882739 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.882739 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.882739 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.882739 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.882739 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.882739 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.882739 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.884685 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.884754 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063024 Mar 03 16:03:22.884824 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.884824 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.884824 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.884824 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.884824 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.884824 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.884824 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] host = dv-cinder-830538-6-iscsi {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.884824 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.885256 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.885256 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.885256 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.885256 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.885485 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.885551 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.885710 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.886123 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.886514 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.886514 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.886674 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.886822 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.886981 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_file = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.887149 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_options = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.887514 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.887747 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.887900 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.888091 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.888261 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.888410 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.888572 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.888716 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.888859 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.889009 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.889152 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.889310 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.889467 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.889621 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.889777 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.889933 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.890423 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.890423 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.890423 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.890637 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.890703 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.890813 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.890968 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.891123 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.891278 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.891522 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.891700 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.891879 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.892040 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.892196 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.892351 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.892856 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.892856 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.892856 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.893108 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.893108 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.893245 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.893371 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.893531 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.893686 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.893842 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.894000 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.894154 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.894302 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.894479 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.894633 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.894787 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] use_json = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.894942 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.895097 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.895253 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.895407 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.895561 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.895769 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.895881 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.896033 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.896188 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 16:03:22.896441 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.896542 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.896687 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.896848 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.897352 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.897352 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.897352 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.897572 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.897638 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.897751 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.897917 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.898076 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.898329 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.898437 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.898550 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.898712 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.898876 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.899036 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.899236 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.899385 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.899543 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.899725 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.899895 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.900055 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.900214 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.900373 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.900532 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.900700 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.900859 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.901039 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.901202 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.901362 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.901525 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.901683 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.901845 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.902011 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.902170 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.902330 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.902489 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.902649 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.902809 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.902968 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.903127 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.903287 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.903447 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.903607 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.903803 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.903964 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.904123 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.904283 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.904450 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.904606 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.904764 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.904923 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.905086 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.905290 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.905448 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.905618 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.905777 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.905936 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.906101 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.906254 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.906415 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.906567 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.906729 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.906948 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.907051 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.907191 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.907364 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.907522 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.907696 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.907860 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.908024 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.908421 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.908561 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.908719 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.908877 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.909025 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.909185 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.909344 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.909503 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.909662 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.909820 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.909979 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.910138 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.910298 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.910457 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.910617 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.910776 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.910935 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.911096 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.911263 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.911439 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.911599 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.911778 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.911943 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.912102 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.912261 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.912420 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.912579 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.912739 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.912898 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.913056 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.913217 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.913380 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.913539 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.913698 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.913856 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.914015 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.914173 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.914331 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.914489 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.914648 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.914832 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.914994 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.915153 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.915312 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.915471 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.915661 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.915935 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.916116 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.916260 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.916399 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.916547 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.916717 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.916879 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.917043 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.917203 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.917361 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.917522 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.917682 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.917866 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.917989 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.918148 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.918307 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.918478 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.919399 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.919399 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.919399 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.919399 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.919399 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.919399 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.919903 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.919903 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.919903 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.920118 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.920199 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.920325 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.920482 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.920641 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.920802 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.921312 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.921312 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.921312 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.921667 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.921667 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.921908 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.921908 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.922151 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.922151 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.922381 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.922501 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.922611 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.922731 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.922890 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.923049 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.923208 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.923367 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.923527 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.923710 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.923876 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.924038 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.924211 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.924351 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.924497 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.924660 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.924819 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.924980 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.925140 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.925300 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.925521 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.925621 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.925764 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.925926 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.926124 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.926242 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.926401 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.926561 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.926721 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.926881 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.927040 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.927200 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.927360 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.927576 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.927708 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.927863 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.928022 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.928184 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.928344 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.928504 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.928664 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.928824 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.928982 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.929141 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.929302 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.929462 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.929621 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.929781 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.929940 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.930099 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.930262 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.930935 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.931099 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.931259 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.931449 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.931576 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.931755 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.931919 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.932079 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.932239 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.932398 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.932558 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.932717 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.932890 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.933050 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.933208 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.933367 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.933526 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.933686 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.933856 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.934041 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.934171 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.934329 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.934488 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.934647 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.934814 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.934974 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.935135 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.935292 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.935451 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.935610 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.935885 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.936075 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.936261 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.936437 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.936611 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.936784 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.936966 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.937136 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.937304 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.937471 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.937636 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.937800 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.938054 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.938236 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.938404 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.938564 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.938726 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.938885 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.939056 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.939217 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.939377 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.939547 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.939982 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.940093 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.940198 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.940378 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.940539 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.940703 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.941314 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.941314 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.941314 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.941314 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.941640 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.941640 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.941789 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.941937 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.942209 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.942380 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.942549 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.942713 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.942880 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.943054 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.943214 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.943373 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.943532 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.943712 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.943873 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.944033 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.944193 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.944352 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.944512 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.944670 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.945549 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.945549 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.945549 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.945549 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.945549 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.945549 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.945964 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.945964 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.946680 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 16:03:22.946680 dv-cinder-830538-6-iscsi neutron-server[102948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 16:03:34.235688 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286a95b7-6784-46d4-8efd-b6525da0bb4e None None] get_active_networks_info from dv-cinder-830538-6-iscsi {{(pid=103059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 03 16:03:34.315006 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a95b7-6784-46d4-8efd-b6525da0bb4e None None] No non-hosted networks {{(pid=103059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 03 16:03:34.332798 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.agentschedulers_db [None req-286a95b7-6784-46d4-8efd-b6525da0bb4e None None] DHCP Agent not found on host dv-cinder-830538-6-iscsi {{(pid=103059) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 03 16:03:34.517809 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b5a32c80-11cf-43fe-bd9b-7a832bf48bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678167'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:36.663981 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-93b642d9-9b71-41f6-bf01-0b8320174586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678167'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:36.710756 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-3f0427c7-d044-490e-9dd1-76657af627fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:37.544545 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678167'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:39.066243 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678167'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:40.292531 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 56808) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:03:40.673767 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678167'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:40.677988 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.678776 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.679502 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.684652 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.686215 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.688235 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.688487 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.688927 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.689200 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.689660 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.689888 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.690228 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.690576 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:40.690988 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830538-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:03:40.719202 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830538-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:03:40.841448 dv-cinder-830538-6-iscsi neutron-server[103058]: WARNING oslo_policy.policy [None req-f414a52d-fa82-46a6-9e2b-6baae948f00c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 16:03:40.842011 dv-cinder-830538-6-iscsi neutron-server[103058]: WARNING oslo_policy.policy [None req-f414a52d-fa82-46a6-9e2b-6baae948f00c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 16:03:41.064727 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [None req-f414a52d-fa82-46a6-9e2b-6baae948f00c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:03:41.075677 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-f414a52d-fa82-46a6-9e2b-6baae948f00c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7723081 Mar 03 16:03:42.734361 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.db.l3_hamode_db [None req-3f21944f-d318-4625-8aa1-37e12f779641 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 03 16:03:42.823847 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21944f-d318-4625-8aa1-37e12f779641 None None] Routers set() bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:03:42.824160 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21944f-d318-4625-8aa1-37e12f779641 None None] Router IDs set() for agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 03 16:03:43.611108 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 56834) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:03:44.093591 dv-cinder-830538-6-iscsi neutron-server[103057]: WARNING oslo_policy.policy [None req-d63cd1eb-c416-44d5-98ce-1842063ed71a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 16:03:44.094175 dv-cinder-830538-6-iscsi neutron-server[103057]: WARNING oslo_policy.policy [None req-d63cd1eb-c416-44d5-98ce-1842063ed71a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 16:03:44.314009 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-d63cd1eb-c416-44d5-98ce-1842063ed71a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:03:44.406137 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.policy [None req-d63cd1eb-c416-44d5-98ce-1842063ed71a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103057) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 16:03:44.449005 dv-cinder-830538-6-iscsi neutron-server[103057]: WARNING oslo_policy.policy [None req-d63cd1eb-c416-44d5-98ce-1842063ed71a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 16:03:44.449394 dv-cinder-830538-6-iscsi neutron-server[103057]: WARNING oslo_policy.policy [None req-d63cd1eb-c416-44d5-98ce-1842063ed71a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 16:03:44.543079 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d63cd1eb-c416-44d5-98ce-1842063ed71a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770324832591', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770324833074', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770324830598', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770324886138', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770324875581', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770324868190', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3497654', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3424759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1769778', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1678561'] for rbac-policy (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:44.608479 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d63cd1eb-c416-44d5-98ce-1842063ed71a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:44.609848 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-d63cd1eb-c416-44d5-98ce-1842063ed71a admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9965339 Mar 03 16:03:47.067724 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 56850) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:03:47.377976 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:03:47.431814 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Made reservation on behalf of 3bf7c1316cb94cf88b5189d40f3ba896 for: {'network': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:03:47.492889 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.policy [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103058) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 16:03:47.535259 dv-cinder-830538-6-iscsi neutron-server[103058]: WARNING oslo_policy.policy [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 16:03:47.535649 dv-cinder-830538-6-iscsi neutron-server[103058]: WARNING oslo_policy.policy [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 16:03:47.546510 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:47.568505 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:47.677686 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Publish callbacks [] for security_group (35b555e8-1ccc-45bf-9e7f-88d373b80717), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:47.681930 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (35b555e8-1ccc-45bf-9e7f-88d373b80717), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:47.705845 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:03:47.741331 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770328793492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (3494620c-4f86-40d4-a181-a585c3f56c91), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:47.741902 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Unsubscribe: segment precommit_create {{(pid=103058) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 16:03:47.742935 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.segments_db [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Added segment 3494620c-4f86-40d4-a181-a585c3f56c91 of type vlan for network ba6cba69-933e-497d-b547-a7faa98375af Mar 03 16:03:47.758806 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=35b555e8-1ccc-45bf-9e7f-88d373b80717,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:03:47.805820 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.806179 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.806537 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.806866 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.807184 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.807502 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.807844 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.808162 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.808476 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.808806 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.809122 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.809430 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.809735 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Tracked resource versions report: Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: pushed versions: Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: { 'AddressGroup': {'1.2'}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'ConntrackHelper': {'1.0'}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'LocalIPAssociation': {'1.0'}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Log': {'1.0'}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Network': {'1.1'}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Port': {'1.7'}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'PortForwarding': {'1.2'}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'QosPolicy': {'1.10'}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'SecurityGroup': {'1.5'}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'SecurityGroupRule': {'1.2'}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'SubPort': {'1.0'}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Subnet': {'1.1'}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Trunk': {'1.1'}} Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: consumer versions: Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: { DHCP agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: L3 agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: Metadata agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: Metering agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: Open vSwitch agent@dv-cinder-830538-6-iscsi: { 'AddressGroup': '1.2', Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'ConntrackHelper': '1.0', Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'LocalIPAssociation': '1.0', Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Log': '1.0', Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Network': '1.1', Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Port': '1.7', Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'PortForwarding': '1.2', Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'QosPolicy': '1.10', Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'SecurityGroup': '1.5', Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'SecurityGroupRule': '1.2', Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'SubPort': '1.0', Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Subnet': '1.1', Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Trunk': '1.1'}} Mar 03 16:03:47.811115 dv-cinder-830538-6-iscsi neutron-server[103058]: {{(pid=103058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 16:03:47.851447 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (ba6cba69-933e-497d-b547-a7faa98375af), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:47.896982 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (ba6cba69-933e-497d-b547-a7faa98375af), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:47.902152 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:03:47.902855 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:47.998857 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9299896 Mar 03 16:03:48.020101 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb259e9-3693-41c3-965f-ef0ed7e424cf demo demo] Pushing event updated for resources: {'Network': ['ID=ba6cba69-933e-497d-b547-a7faa98375af,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:03:48.035603 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network ba6cba69-933e-497d-b547-a7faa98375af details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:03:50.537844 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 56864) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:03:50.949439 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333797ed-9760-49a6-b734-15500b6bf0ac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:03:50.950787 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-333797ed-9760-49a6-b734-15500b6bf0ac demo admin] 10.222.0.11 "GET /v2.0/networks/ba6cba69-933e-497d-b547-a7faa98375af HTTP/1.1" status: 200 len: 824 time: 0.4120002 Mar 03 16:03:50.986080 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-55ed7848-7ae5-4f77-bc26-81079d41bc0a demo admin] 10.222.0.11 "GET /v2.0/subnetpools/31a243ea-b312-4dd4-bfe2-5184d4376116 HTTP/1.1" status: 200 len: 734 time: 0.0297346 Mar 03 16:03:50.994711 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-77f239fa-6729-421e-9c68-9046595456af demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '31a243ea-b312-4dd4-bfe2-5184d4376116'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:03:51.015824 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f239fa-6729-421e-9c68-9046595456af demo admin] Made reservation on behalf of 3bf7c1316cb94cf88b5189d40f3ba896 for: {'subnet': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:03:51.018017 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-77f239fa-6729-421e-9c68-9046595456af demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:51.299004 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-77f239fa-6729-421e-9c68-9046595456af demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (20dc29fc-3c00-4959-aa8f-a9598682a4d0), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:51.366254 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f239fa-6729-421e-9c68-9046595456af demo admin] Pushing event updated for resources: {'Subnet': ['ID=20dc29fc-3c00-4959-aa8f-a9598682a4d0,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:03:51.368795 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f239fa-6729-421e-9c68-9046595456af demo admin] Checking segment: {'id': '3494620c-4f86-40d4-a181-a585c3f56c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:03:51.369177 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f239fa-6729-421e-9c68-9046595456af demo admin] Network hostable DHCP agents. Network: ba6cba69-933e-497d-b547-a7faa98375af, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:03:51.389032 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f239fa-6729-421e-9c68-9046595456af demo admin] Network ba6cba69-933e-497d-b547-a7faa98375af is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:03:51.400504 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-77f239fa-6729-421e-9c68-9046595456af demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, ba6cba69-933e-497d-b547-a7faa98375af) {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:03:51.405082 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f239fa-6729-421e-9c68-9046595456af demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:03:51.405606 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-77f239fa-6729-421e-9c68-9046595456af demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:51.409926 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd0654b-bc33-40a2-8979-c9f12a0f5906 None None] Network ba6cba69-933e-497d-b547-a7faa98375af requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:03:51.428131 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-77f239fa-6729-421e-9c68-9046595456af demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4370635 Mar 03 16:03:51.672790 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1efa712b-3055-5a59-bf7b-02c9fcd087bf-ba6cba69-933e-497d-b547-a7faa98375af', 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af', 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'fixed_ips': [{'subnet_id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0'}]}} from dv-cinder-830538-6-iscsi. {{(pid=103059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 16:03:51.674031 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:51.953039 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.db_base_plugin_common [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Allocated IP 172.20.0.2 (ba6cba69-933e-497d-b547-a7faa98375af/20dc29fc-3c00-4959-aa8f-a9598682a4d0/81a6bd6c-c75a-42ad-8393-2f266608797e) {{(pid=103059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:03:52.220398 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Publish callbacks [] for port (81a6bd6c-c75a-42ad-8393-2f266608797e), precommit_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:52.228543 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (81a6bd6c-c75a-42ad-8393-2f266608797e), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:52.304609 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Network ba6cba69-933e-497d-b547-a7faa98375af is already hosted by enough agents. {{(pid=103059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:03:52.309800 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.base_scheduler [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Resources bound (agent type, host, resource id): {{(pid=103059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:03:52.319620 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Received port after_create {{(pid=103059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:03:52.322791 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Pushing event updated for resources: {'Port': ['ID=81a6bd6c-c75a-42ad-8393-2f266608797e,revision_number=1']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:03:52.354019 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.354401 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.354784 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.355133 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.355471 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.355829 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.356165 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.356498 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.356831 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.357176 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.357509 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.357834 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.358177 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Tracked resource versions report: Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: pushed versions: Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: { 'AddressGroup': {'1.2'}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'ConntrackHelper': {'1.0'}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'LocalIPAssociation': {'1.0'}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Log': {'1.0'}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Network': {'1.1'}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Port': {'1.7'}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'PortForwarding': {'1.2'}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'QosPolicy': {'1.10'}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'SecurityGroup': {'1.5'}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'SecurityGroupRule': {'1.2'}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'SubPort': {'1.0'}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Subnet': {'1.1'}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Trunk': {'1.1'}} Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: consumer versions: Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: { DHCP agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: L3 agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: Metadata agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: Metering agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: Open vSwitch agent@dv-cinder-830538-6-iscsi: { 'AddressGroup': '1.2', Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'ConntrackHelper': '1.0', Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'LocalIPAssociation': '1.0', Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Log': '1.0', Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Network': '1.1', Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Port': '1.7', Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'PortForwarding': '1.2', Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'QosPolicy': '1.10', Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'SecurityGroup': '1.5', Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'SecurityGroupRule': '1.2', Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'SubPort': '1.0', Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Subnet': '1.1', Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Trunk': '1.1'}} Mar 03 16:03:52.359549 dv-cinder-830538-6-iscsi neutron-server[103059]: {{(pid=103059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 16:03:52.408782 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Attempting to bind port 81a6bd6c-c75a-42ad-8393-2f266608797e on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:03:52.409188 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Attempting to bind port 81a6bd6c-c75a-42ad-8393-2f266608797e by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '3494620c-4f86-40d4-a181-a585c3f56c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:03:52.409618 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Attempting to bind port 81a6bd6c-c75a-42ad-8393-2f266608797e on network ba6cba69-933e-497d-b547-a7faa98375af {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:03:52.415060 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:03:52.415663 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Checking segment: {'id': '3494620c-4f86-40d4-a181-a585c3f56c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:03:52.415992 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:52.416373 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Bound using segment: {'id': '3494620c-4f86-40d4-a181-a585c3f56c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:03:52.416877 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Bound port: 81a6bd6c-c75a-42ad-8393-2f266608797e, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3494620c-4f86-40d4-a181-a585c3f56c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:03:52.417286 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (81a6bd6c-c75a-42ad-8393-2f266608797e), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:52.479433 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] For port 81a6bd6c-c75a-42ad-8393-2f266608797e, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:03:52.484048 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] For port 81a6bd6c-c75a-42ad-8393-2f266608797e, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=81a6bd6c-c75a-42ad-8393-2f266608797e,segment=NetworkSegment(3494620c-4f86-40d4-a181-a585c3f56c91),segment_id=3494620c-4f86-40d4-a181-a585c3f56c91)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:03:52.493414 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (81a6bd6c-c75a-42ad-8393-2f266608797e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:52.557020 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b3cf6-45b3-4bcd-943a-41ec5af8114e None None] Pushing event updated for resources: {'Port': ['ID=81a6bd6c-c75a-42ad-8393-2f266608797e,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:03:53.964679 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 56872) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:03:54.275795 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [None req-442c4d24-bb00-43dd-beff-fd9160ff0a84 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:03:54.276800 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-442c4d24-bb00-43dd-beff-fd9160ff0a84 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3111534 Mar 03 16:03:56.796071 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 56880) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:03:57.098968 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [None req-7830148f-ffd2-495c-8a12-92c4a7164227 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:03:57.099985 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7830148f-ffd2-495c-8a12-92c4a7164227 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3029063 Mar 03 16:03:59.622089 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 56888) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:03:59.926709 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-0912b7d6-66b1-4861-8b7b-f176e3ce0d16 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:03:59.951571 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0912b7d6-66b1-4861-8b7b-f176e3ce0d16 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1675644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127579'] for router (ab8b93f2-911b-4359-802c-087c93096aef), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:03:59.953153 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0912b7d6-66b1-4861-8b7b-f176e3ce0d16 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1677292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1871546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127522'] for router (ab8b93f2-911b-4359-802c-087c93096aef), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:00.087516 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0912b7d6-66b1-4861-8b7b-f176e3ce0d16 demo demo] Publish callbacks [] for router_controller (ab8b93f2-911b-4359-802c-087c93096aef), precommit_add_association {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:00.092058 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0912b7d6-66b1-4861-8b7b-f176e3ce0d16 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672302'] for router (ab8b93f2-911b-4359-802c-087c93096aef), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:00.107549 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0912b7d6-66b1-4861-8b7b-f176e3ce0d16 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:00.127661 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-0912b7d6-66b1-4861-8b7b-f176e3ce0d16 demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4856181 Mar 03 16:04:02.633577 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 56900) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:04:02.966952 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [None req-7e3b51b0-e4aa-4182-b639-3b1db71a74d0 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:04:02.967974 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7e3b51b0-e4aa-4182-b639-3b1db71a74d0 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3334394 Mar 03 16:04:03.423642 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 81a6bd6c-c75a-42ad-8393-2f266608797e up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:04:03.511270 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 81a6bd6c-c75a-42ad-8393-2f266608797e triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:04:03.511709 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (81a6bd6c-c75a-42ad-8393-2f266608797e), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:03.618354 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 81a6bd6c-c75a-42ad-8393-2f266608797e is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:04:03.618752 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (81a6bd6c-c75a-42ad-8393-2f266608797e), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:03.652930 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port 81a6bd6c-c75a-42ad-8393-2f266608797e, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=81a6bd6c-c75a-42ad-8393-2f266608797e,segment=NetworkSegment(3494620c-4f86-40d4-a181-a585c3f56c91),segment_id=3494620c-4f86-40d4-a181-a585c3f56c91)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:04:03.659225 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (81a6bd6c-c75a-42ad-8393-2f266608797e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:03.708004 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=81a6bd6c-c75a-42ad-8393-2f266608797e,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:03.805131 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012998c3-6f12-4a65-ad53-857a80a8fbc5 None None] Network ba6cba69-933e-497d-b547-a7faa98375af requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:04:03.874903 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-00ef3a74-9b0d-46ff-88bb-e15f48292fc2 None None] Provisioning complete for port 81a6bd6c-c75a-42ad-8393-2f266608797e triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:04:03.875216 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-00ef3a74-9b0d-46ff-88bb-e15f48292fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (81a6bd6c-c75a-42ad-8393-2f266608797e), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:04.006313 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-00ef3a74-9b0d-46ff-88bb-e15f48292fc2 None None] Current status of the port 81a6bd6c-c75a-42ad-8393-2f266608797e is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:04:04.172091 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ea47babc-8d35-4715-aa90-5503cadd49f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:04.229816 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-69046aab-f8c9-4f5e-a5ea-dd0de4921f59 None None] Provisioning complete for port 81a6bd6c-c75a-42ad-8393-2f266608797e triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:04:04.230219 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-69046aab-f8c9-4f5e-a5ea-dd0de4921f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (81a6bd6c-c75a-42ad-8393-2f266608797e), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:04.307346 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-69046aab-f8c9-4f5e-a5ea-dd0de4921f59 None None] Current status of the port 81a6bd6c-c75a-42ad-8393-2f266608797e is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:04:05.396958 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 81a6bd6c-c75a-42ad-8393-2f266608797e up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:04:05.442055 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 81a6bd6c-c75a-42ad-8393-2f266608797e triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:04:05.442458 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (81a6bd6c-c75a-42ad-8393-2f266608797e), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:05.508325 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 56908) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:04:05.515817 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 81a6bd6c-c75a-42ad-8393-2f266608797e is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:04:05.824707 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:04:05.851373 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Made reservation on behalf of 5014826bb1114b19a1f0e9d53728c56c for: {'network': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:04:05.854680 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:05.869762 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:05.973631 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Publish callbacks [] for security_group (7062aeec-5e38-492b-8bf6-12ce28efe55e), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:05.978654 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (7062aeec-5e38-492b-8bf6-12ce28efe55e), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:05.991539 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Reserving flat network on physical network physnet1 {{(pid=103057) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 03 16:04:06.031506 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770328793492', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (16e32ff9-551d-40db-8802-d87a59faf760), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:06.032088 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Unsubscribe: segment precommit_create {{(pid=103057) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 16:04:06.032616 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.segments_db [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Added segment 16e32ff9-551d-40db-8802-d87a59faf760 of type flat for network b455cb9f-0d66-40ce-a781-3917c21627ac Mar 03 16:04:06.052085 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7062aeec-5e38-492b-8bf6-12ce28efe55e,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:06.098544 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.098902 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.099240 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.099566 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.099926 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.100244 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.100578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.100897 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.101223 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.101594 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.101912 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.102221 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.102527 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Tracked resource versions report: Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: pushed versions: Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: { 'AddressGroup': {'1.2'}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'ConntrackHelper': {'1.0'}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'LocalIPAssociation': {'1.0'}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Log': {'1.0'}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Network': {'1.1'}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Port': {'1.7'}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'PortForwarding': {'1.2'}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'QosPolicy': {'1.10'}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'SecurityGroup': {'1.5'}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'SecurityGroupRule': {'1.2'}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'SubPort': {'1.0'}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Subnet': {'1.1'}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Trunk': {'1.1'}} Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: consumer versions: Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: { DHCP agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: L3 agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: Metadata agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: Metering agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: Open vSwitch agent@dv-cinder-830538-6-iscsi: { 'AddressGroup': '1.2', Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'ConntrackHelper': '1.0', Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'LocalIPAssociation': '1.0', Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Log': '1.0', Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Network': '1.1', Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Port': '1.7', Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'PortForwarding': '1.2', Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'QosPolicy': '1.10', Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'SecurityGroup': '1.5', Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'SecurityGroupRule': '1.2', Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'SubPort': '1.0', Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Subnet': '1.1', Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Trunk': '1.1'}} Mar 03 16:04:06.103915 dv-cinder-830538-6-iscsi neutron-server[103057]: {{(pid=103057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 16:04:06.149473 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (b455cb9f-0d66-40ce-a781-3917c21627ac), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:06.192874 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (b455cb9f-0d66-40ce-a781-3917c21627ac), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:06.193978 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:04:06.194683 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:06.268251 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7588775 Mar 03 16:04:06.294291 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829883cf-ede5-4d0f-ab4e-a91eff57d2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=b455cb9f-0d66-40ce-a781-3917c21627ac,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:06.305577 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network b455cb9f-0d66-40ce-a781-3917c21627ac details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:04:06.646441 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c2056436-5b03-4366-95f8-9325bc2914a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:07.517211 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:08.768986 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 56930) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:04:08.979925 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcab79de-c36e-4b4c-914c-defdb5c13d68 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:04:08.981275 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-fcab79de-c36e-4b4c-914c-defdb5c13d68 demo admin] 10.222.0.11 "GET /v2.0/subnets/20dc29fc-3c00-4959-aa8f-a9598682a4d0 HTTP/1.1" status: 200 len: 849 time: 0.2113190 Mar 03 16:04:09.014186 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:09.159290 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-3a7b9614-44f6-4fa5-b764-a2f168309890 demo admin] 10.222.0.11 "GET /v2.0/routers/ab8b93f2-911b-4359-802c-087c93096aef HTTP/1.1" status: 200 len: 704 time: 0.1725008 Mar 03 16:04:09.424363 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:09.713967 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Allocated IP 172.20.0.1 (ba6cba69-933e-497d-b547-a7faa98375af/20dc29fc-3c00-4959-aa8f-a9598682a4d0/dc484070-601b-45da-a360-63b037ee2426) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:04:09.891160 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Publish callbacks [] for port (dc484070-601b-45da-a360-63b037ee2426), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:09.956354 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (dc484070-601b-45da-a360-63b037ee2426), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:10.031341 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Network ba6cba69-933e-497d-b547-a7faa98375af is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:04:10.036670 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:04:10.040344 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:04:10.040884 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673011'] for router_interface (ab8b93f2-911b-4359-802c-087c93096aef), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:10.108307 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Pushing event updated for resources: {'Port': ['ID=dc484070-601b-45da-a360-63b037ee2426,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:10.245985 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (dc484070-601b-45da-a360-63b037ee2426), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:10.265592 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-7d43463d-b656-408a-bb8b-2548cd8b03ee None None] Provisioning complete for port dc484070-601b-45da-a360-63b037ee2426 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:04:10.266201 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-7d43463d-b656-408a-bb8b-2548cd8b03ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dc484070-601b-45da-a360-63b037ee2426), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:10.349435 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-7d43463d-b656-408a-bb8b-2548cd8b03ee None None] Port dc484070-601b-45da-a360-63b037ee2426 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:04:10.508727 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Publish callbacks [] for port (dc484070-601b-45da-a360-63b037ee2426), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:10.512832 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (dc484070-601b-45da-a360-63b037ee2426), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:10.513600 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678243'] for router_interface (ab8b93f2-911b-4359-802c-087c93096aef), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:10.590444 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Pushing event updated for resources: {'Port': ['ID=dc484070-601b-45da-a360-63b037ee2426,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:10.636178 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Network ba6cba69-933e-497d-b547-a7faa98375af is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:04:10.637444 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:04:10.662223 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:10.810761 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Router ab8b93f2-911b-4359-802c-087c93096aef is scheduled to L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 with binding_index 1 {{(pid=103057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 16:04:10.906335 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:04:10.911694 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-1a8c7aef-1a24-486a-8355-475f31afaf89 demo admin] 10.222.0.11 "PUT /v2.0/routers/ab8b93f2-911b-4359-802c-087c93096aef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7467072 Mar 03 16:04:10.931719 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Sync routers for ids ['ab8b93f2-911b-4359-802c-087c93096aef'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:04:10.944561 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Routers {'ab8b93f2-911b-4359-802c-087c93096aef'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:04:10.945482 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:04:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['ab8b93f2-911b-4359-802c-087c93096aef'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:04:10.973740 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-543c0120-52a9-4419-8c1e-3e4cd54a4450 None None] Provisioning complete for port dc484070-601b-45da-a360-63b037ee2426 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:04:10.974434 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-543c0120-52a9-4419-8c1e-3e4cd54a4450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dc484070-601b-45da-a360-63b037ee2426), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:11.010254 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-543c0120-52a9-4419-8c1e-3e4cd54a4450 None None] Port dc484070-601b-45da-a360-63b037ee2426 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:04:11.137928 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Set router ab8b93f2-911b-4359-802c-087c93096aef gateway port host: None {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:04:11.574070 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'name': 'router1', 'tenant_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:03:59Z', 'updated_at': '2022-03-03T16:04:10Z', 'revision_number': 2, 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'gw_port_host': None, '_interfaces': [{'id': 'dc484070-601b-45da-a360-63b037ee2426', 'name': '', 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af', 'tenant_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'mac_address': 'fa:16:3e:ec:46:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:04:09Z', 'updated_at': '2022-03-03T16:04:10Z', 'revision_number': 2, 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'subnets': [{'id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31a243ea-b312-4dd4-bfe2-5184d4376116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:04:11.625480 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Checking router: ab8b93f2-911b-4359-802c-087c93096aef for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:04:11.625860 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Updating router ab8b93f2-911b-4359-802c-087c93096aef port dc484070-601b-45da-a360-63b037ee2426 binding host dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:04:11.684489 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (dc484070-601b-45da-a360-63b037ee2426), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:12.245255 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Publish callbacks [] for port (dc484070-601b-45da-a360-63b037ee2426), precommit_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:12.251776 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (dc484070-601b-45da-a360-63b037ee2426), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:12.348980 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Pushing event updated for resources: {'Port': ['ID=dc484070-601b-45da-a360-63b037ee2426,revision_number=3']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:12.359455 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.359831 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.360167 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.360503 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.360857 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.361154 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.361475 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.362100 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.362434 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.362877 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.363208 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.363821 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.364245 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Tracked resource versions report: Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: pushed versions: Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: { 'AddressGroup': {'1.2'}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'ConntrackHelper': {'1.0'}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'LocalIPAssociation': {'1.0'}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Log': {'1.0'}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Network': {'1.1'}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Port': {'1.7'}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'PortForwarding': {'1.2'}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'QosPolicy': {'1.10'}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'SecurityGroup': {'1.5'}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'SecurityGroupRule': {'1.2'}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'SubPort': {'1.0'}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Subnet': {'1.1'}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Trunk': {'1.1'}} Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: consumer versions: Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: { DHCP agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: L3 agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: Metadata agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: Metering agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: Open vSwitch agent@dv-cinder-830538-6-iscsi: { 'AddressGroup': '1.2', Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'ConntrackHelper': '1.0', Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'LocalIPAssociation': '1.0', Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Log': '1.0', Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Network': '1.1', Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Port': '1.7', Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'PortForwarding': '1.2', Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'QosPolicy': '1.10', Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'SecurityGroup': '1.5', Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'SecurityGroupRule': '1.2', Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'SubPort': '1.0', Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Subnet': '1.1', Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Trunk': '1.1'}} Mar 03 16:04:12.365789 dv-cinder-830538-6-iscsi neutron-server[103060]: {{(pid=103060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 16:04:12.451554 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Attempting to bind port dc484070-601b-45da-a360-63b037ee2426 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:04:12.451941 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Attempting to bind port dc484070-601b-45da-a360-63b037ee2426 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '3494620c-4f86-40d4-a181-a585c3f56c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af'}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:04:12.452340 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Attempting to bind port dc484070-601b-45da-a360-63b037ee2426 on network ba6cba69-933e-497d-b547-a7faa98375af {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:04:12.458417 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:04:12.458836 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Checking segment: {'id': '3494620c-4f86-40d4-a181-a585c3f56c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:04:12.459338 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:12.459751 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Bound using segment: {'id': '3494620c-4f86-40d4-a181-a585c3f56c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af'} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:04:12.460249 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Bound port: dc484070-601b-45da-a360-63b037ee2426, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3494620c-4f86-40d4-a181-a585c3f56c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af'}}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:04:12.460654 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (dc484070-601b-45da-a360-63b037ee2426), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:12.528706 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] For port dc484070-601b-45da-a360-63b037ee2426, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:04:12.539108 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-6539eea9-c28f-4832-abf8-b67b436e8d24 None None] Provisioning complete for port dc484070-601b-45da-a360-63b037ee2426 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:04:12.539610 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-6539eea9-c28f-4832-abf8-b67b436e8d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dc484070-601b-45da-a360-63b037ee2426), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:12.548276 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] For port dc484070-601b-45da-a360-63b037ee2426, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=dc484070-601b-45da-a360-63b037ee2426,segment=NetworkSegment(3494620c-4f86-40d4-a181-a585c3f56c91),segment_id=3494620c-4f86-40d4-a181-a585c3f56c91)] {{(pid=103060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:04:12.554012 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (dc484070-601b-45da-a360-63b037ee2426), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:12.577181 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-6539eea9-c28f-4832-abf8-b67b436e8d24 None None] Port dc484070-601b-45da-a360-63b037ee2426 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:04:12.598187 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Routers {'ab8b93f2-911b-4359-802c-087c93096aef'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:04:12.598805 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:04:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['ab8b93f2-911b-4359-802c-087c93096aef'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:04:12.702716 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] Set router ab8b93f2-911b-4359-802c-087c93096aef gateway port host: None {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:04:12.705513 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1c703-496c-4da9-bcb8-1bd91b1213d7 None None] Pushing event updated for resources: {'Port': ['ID=dc484070-601b-45da-a360-63b037ee2426,revision_number=4']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:12.798587 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-7fa83500-dd6f-4515-9330-f70af7569605 None None] Provisioning complete for port dc484070-601b-45da-a360-63b037ee2426 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:04:12.798915 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-7fa83500-dd6f-4515-9330-f70af7569605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dc484070-601b-45da-a360-63b037ee2426), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:12.875957 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-7fa83500-dd6f-4515-9330-f70af7569605 None None] Current status of the port dc484070-601b-45da-a360-63b037ee2426 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:04:12.876282 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-7fa83500-dd6f-4515-9330-f70af7569605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (dc484070-601b-45da-a360-63b037ee2426), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:12.909771 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-7fa83500-dd6f-4515-9330-f70af7569605 None None] For port dc484070-601b-45da-a360-63b037ee2426, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=dc484070-601b-45da-a360-63b037ee2426,segment=NetworkSegment(3494620c-4f86-40d4-a181-a585c3f56c91),segment_id=3494620c-4f86-40d4-a181-a585c3f56c91)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:04:12.914778 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-7fa83500-dd6f-4515-9330-f70af7569605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (dc484070-601b-45da-a360-63b037ee2426), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:12.923866 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'name': 'router1', 'tenant_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:03:59Z', 'updated_at': '2022-03-03T16:04:10Z', 'revision_number': 2, 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'gw_port_host': None, '_interfaces': [{'id': 'dc484070-601b-45da-a360-63b037ee2426', 'name': '', 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af', 'tenant_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'mac_address': 'fa:16:3e:ec:46:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:04:09Z', 'updated_at': '2022-03-03T16:04:12Z', 'revision_number': 4, 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'subnets': [{'id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31a243ea-b312-4dd4-bfe2-5184d4376116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:04:12.951969 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff5f1e7-69af-4562-9988-70a345e0e9da None None] The sync data for ids ['ab8b93f2-911b-4359-802c-087c93096aef'] in dv-cinder-830538-6-iscsi is: [{'id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'name': 'router1', 'tenant_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:03:59Z', 'updated_at': '2022-03-03T16:04:10Z', 'revision_number': 2, 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'gw_port_host': None, '_interfaces': [{'id': 'dc484070-601b-45da-a360-63b037ee2426', 'name': '', 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af', 'tenant_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'mac_address': 'fa:16:3e:ec:46:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:04:09Z', 'updated_at': '2022-03-03T16:04:12Z', 'revision_number': 4, 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'subnets': [{'id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31a243ea-b312-4dd4-bfe2-5184d4376116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:04:12.968162 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa83500-dd6f-4515-9330-f70af7569605 None None] Pushing event updated for resources: {'Port': ['ID=dc484070-601b-45da-a360-63b037ee2426,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:13.449119 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 56950) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:04:13.564450 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe7248-72f7-4b71-b535-0588adf0dd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:04:13.565702 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-89fe7248-72f7-4b71-b535-0588adf0dd59 admin admin] 10.222.0.11 "GET /v2.0/networks/b455cb9f-0d66-40ce-a781-3917c21627ac HTTP/1.1" status: 200 len: 842 time: 0.1155939 Mar 03 16:04:13.575028 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:04:13.598503 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] Made reservation on behalf of 5014826bb1114b19a1f0e9d53728c56c for: {'subnet': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:04:13.602661 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:13.916460 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.objects.ports [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103058) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 03 16:04:13.916919 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:13.975795 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:13.984307 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] Checking segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:04:13.984654 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] Network hostable DHCP agents. Network: b455cb9f-0d66-40ce-a781-3917c21627ac, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:04:14.000332 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] Network b455cb9f-0d66-40ce-a781-3917c21627ac is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:04:14.008690 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, b455cb9f-0d66-40ce-a781-3917c21627ac) {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:04:14.012846 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:04:14.013344 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:14.019027 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ba0d66-3e92-4503-8af3-3a4f6775171f None None] Network b455cb9f-0d66-40ce-a781-3917c21627ac requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:04:14.028522 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-08aa8229-38e6-4aaa-af70-bac33ccf3520 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4568555 Mar 03 16:04:14.121150 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41cc5e8-a484-4fb9-aa9c-38294941d4ba None None] Network b455cb9f-0d66-40ce-a781-3917c21627ac requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:04:16.463507 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 56958) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:04:16.594432 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-6ca8a829-c9aa-4226-a8a6-d717d7962cd6 demo admin] 10.222.0.11 "GET /v2.0/routers/ab8b93f2-911b-4359-802c-087c93096aef HTTP/1.1" status: 200 len: 710 time: 0.1297190 Mar 03 16:04:16.680394 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b44ec4-977d-494e-a3fd-948e30c66011 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:04:16.681756 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-b2b44ec4-977d-494e-a3fd-948e30c66011 demo admin] 10.222.0.11 "GET /v2.0/networks/b455cb9f-0d66-40ce-a781-3917c21627ac HTTP/1.1" status: 200 len: 886 time: 0.0820394 Mar 03 16:04:16.690585 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:04:16.938189 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Publish callbacks [] for router_gateway (ab8b93f2-911b-4359-802c-087c93096aef), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:17.168229 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Publish callbacks [] for router_gateway (ab8b93f2-911b-4359-802c-087c93096aef), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:17.240015 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:17.409430 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Allocated IP 172.27.2.136 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/aee0343c-ad9d-44bf-9455-ec8dcad967e4) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:04:17.509126 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Publish callbacks [] for port (aee0343c-ad9d-44bf-9455-ec8dcad967e4), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:17.541276 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (aee0343c-ad9d-44bf-9455-ec8dcad967e4), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:17.574411 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:04:17.578948 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:04:17.581679 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:04:17.657910 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Pushing event updated for resources: {'Port': ['ID=aee0343c-ad9d-44bf-9455-ec8dcad967e4,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:17.835412 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Publish callbacks [] for router_gateway (ab8b93f2-911b-4359-802c-087c93096aef), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:18.028870 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1672257', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1677298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127540'] for router (ab8b93f2-911b-4359-802c-087c93096aef), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:18.032214 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1672280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1672279', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677065'] for router (ab8b93f2-911b-4359-802c-087c93096aef), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:18.146961 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Router ab8b93f2-911b-4359-802c-087c93096aef has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:04:18.260266 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:04:18.264568 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:18.277466 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-3c25b137-4cf0-453a-8a40-0055476e2ba6 demo admin] 10.222.0.11 "PUT /v2.0/routers/ab8b93f2-911b-4359-802c-087c93096aef HTTP/1.1" status: 200 len: 890 time: 1.5783935 Mar 03 16:04:20.808110 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 56970) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:04:20.924452 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-ebd40d83-15d1-4918-bbc5-ed6e9c9abfec admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1149938 Mar 03 16:04:21.438320 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device dc484070-601b-45da-a360-63b037ee2426 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:04:21.494251 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port dc484070-601b-45da-a360-63b037ee2426 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:04:21.494675 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dc484070-601b-45da-a360-63b037ee2426), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:21.577701 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port dc484070-601b-45da-a360-63b037ee2426 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:04:21.590325 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Sync routers for ids ['ab8b93f2-911b-4359-802c-087c93096aef'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:04:21.602738 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Routers {'ab8b93f2-911b-4359-802c-087c93096aef'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:04:21.603330 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:04:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['ab8b93f2-911b-4359-802c-087c93096aef'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:04:21.841641 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Set router ab8b93f2-911b-4359-802c-087c93096aef gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:04:22.311325 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'name': 'router1', 'tenant_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'aee0343c-ad9d-44bf-9455-ec8dcad967e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:03:59Z', 'updated_at': '2022-03-03T16:04:17Z', 'revision_number': 4, 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'gw_port': {'id': 'aee0343c-ad9d-44bf-9455-ec8dcad967e4', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:04:17Z', 'updated_at': '2022-03-03T16:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'dc484070-601b-45da-a360-63b037ee2426', 'name': '', 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af', 'tenant_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'mac_address': 'fa:16:3e:ec:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:04:09Z', 'updated_at': '2022-03-03T16:04:12Z', 'revision_number': 5, 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'subnets': [{'id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31a243ea-b312-4dd4-bfe2-5184d4376116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:04:22.361158 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Checking router: ab8b93f2-911b-4359-802c-087c93096aef for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:04:22.361539 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Updating router ab8b93f2-911b-4359-802c-087c93096aef port aee0343c-ad9d-44bf-9455-ec8dcad967e4 binding host dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:04:22.414661 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (aee0343c-ad9d-44bf-9455-ec8dcad967e4), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:22.742039 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Publish callbacks [] for port (aee0343c-ad9d-44bf-9455-ec8dcad967e4), precommit_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:22.748326 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (aee0343c-ad9d-44bf-9455-ec8dcad967e4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:22.802422 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Attempting to bind port aee0343c-ad9d-44bf-9455-ec8dcad967e4 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:04:22.802797 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Attempting to bind port aee0343c-ad9d-44bf-9455-ec8dcad967e4 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:04:22.803166 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Attempting to bind port aee0343c-ad9d-44bf-9455-ec8dcad967e4 on network b455cb9f-0d66-40ce-a781-3917c21627ac {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:04:22.805636 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682662f-013f-449d-a05d-428997112338 None None] Pushing event updated for resources: {'Port': ['ID=aee0343c-ad9d-44bf-9455-ec8dcad967e4,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:22.813373 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:04:22.813782 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Checking segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:04:22.814198 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:22.814590 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Bound using segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:04:22.816169 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Bound port: aee0343c-ad9d-44bf-9455-ec8dcad967e4, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:04:22.816169 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (aee0343c-ad9d-44bf-9455-ec8dcad967e4), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:22.871377 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] For port aee0343c-ad9d-44bf-9455-ec8dcad967e4, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:04:22.875540 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] For port aee0343c-ad9d-44bf-9455-ec8dcad967e4, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=aee0343c-ad9d-44bf-9455-ec8dcad967e4,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:04:22.883843 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (aee0343c-ad9d-44bf-9455-ec8dcad967e4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:22.942541 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682662f-013f-449d-a05d-428997112338 None None] Pushing event updated for resources: {'Port': ['ID=aee0343c-ad9d-44bf-9455-ec8dcad967e4,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:22.950046 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Routers {'ab8b93f2-911b-4359-802c-087c93096aef'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:04:22.950046 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:04:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['ab8b93f2-911b-4359-802c-087c93096aef'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:04:23.061403 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] Set router ab8b93f2-911b-4359-802c-087c93096aef gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:04:23.283559 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'name': 'router1', 'tenant_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'aee0343c-ad9d-44bf-9455-ec8dcad967e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:03:59Z', 'updated_at': '2022-03-03T16:04:17Z', 'revision_number': 4, 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'gw_port': {'id': 'aee0343c-ad9d-44bf-9455-ec8dcad967e4', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:04:17Z', 'updated_at': '2022-03-03T16:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'dc484070-601b-45da-a360-63b037ee2426', 'name': '', 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af', 'tenant_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'mac_address': 'fa:16:3e:ec:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:04:09Z', 'updated_at': '2022-03-03T16:04:12Z', 'revision_number': 5, 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'subnets': [{'id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31a243ea-b312-4dd4-bfe2-5184d4376116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:04:23.314332 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfa4632-658a-4934-b2ff-88ee2cf9be87 None None] The sync data for ids ['ab8b93f2-911b-4359-802c-087c93096aef'] in dv-cinder-830538-6-iscsi is: [{'id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'name': 'router1', 'tenant_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'aee0343c-ad9d-44bf-9455-ec8dcad967e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:03:59Z', 'updated_at': '2022-03-03T16:04:17Z', 'revision_number': 4, 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'gw_port': {'id': 'aee0343c-ad9d-44bf-9455-ec8dcad967e4', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:04:17Z', 'updated_at': '2022-03-03T16:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'dc484070-601b-45da-a360-63b037ee2426', 'name': '', 'network_id': 'ba6cba69-933e-497d-b547-a7faa98375af', 'tenant_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'mac_address': 'fa:16:3e:ec:46:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab8b93f2-911b-4359-802c-087c93096aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:04:09Z', 'updated_at': '2022-03-03T16:04:12Z', 'revision_number': 5, 'project_id': '3bf7c1316cb94cf88b5189d40f3ba896', 'subnets': [{'id': '20dc29fc-3c00-4959-aa8f-a9598682a4d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31a243ea-b312-4dd4-bfe2-5184d4376116'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:04:25.507123 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device aee0343c-ad9d-44bf-9455-ec8dcad967e4 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:04:25.571180 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port aee0343c-ad9d-44bf-9455-ec8dcad967e4 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:04:25.571934 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (aee0343c-ad9d-44bf-9455-ec8dcad967e4), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:25.667479 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port aee0343c-ad9d-44bf-9455-ec8dcad967e4 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:04:25.668319 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (aee0343c-ad9d-44bf-9455-ec8dcad967e4), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:25.706388 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port aee0343c-ad9d-44bf-9455-ec8dcad967e4, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=aee0343c-ad9d-44bf-9455-ec8dcad967e4,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:04:25.717418 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (aee0343c-ad9d-44bf-9455-ec8dcad967e4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:25.799905 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=aee0343c-ad9d-44bf-9455-ec8dcad967e4,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:04:27.465849 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device aee0343c-ad9d-44bf-9455-ec8dcad967e4 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:04:27.552960 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port aee0343c-ad9d-44bf-9455-ec8dcad967e4 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:04:27.553388 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (aee0343c-ad9d-44bf-9455-ec8dcad967e4), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:27.641525 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port aee0343c-ad9d-44bf-9455-ec8dcad967e4 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:04:33.776030 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 5 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:04:34.175606 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9466396c-c6bb-4585-a7a2-4b60650a4afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:36.644431 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-3b9da693-2603-4a08-a035-c33bfaefaf66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:37.539086 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:39.021168 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:04:40.656622 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:04.180078 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c2f6944a-29c7-40b4-9485-34d5aefe983a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:06.640942 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2d27-95a0-43bd-b9ad-54a8aa083003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:07.531899 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:09.029781 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:10.665830 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:10.778797 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 5 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:05:34.183922 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5c6fe309-56b0-468b-8483-33b592e7b2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:36.642284 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d1beb7c3-4519-4d8c-96b6-b9fce05d07a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:37.528045 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:39.026591 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:40.662413 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:41.488512 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57454) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:05:41.551814 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b87207-bcf3-4999-8cc6-d79a6319725f admin admin] GET failed (client error): The resource could not be found. Mar 03 16:05:41.553098 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-86b87207-bcf3-4999-8cc6-d79a6319725f admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636423 Mar 03 16:05:41.712114 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59daa59-e290-427c-9d04-768c3e5c7220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:41.713545 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-e59daa59-e290-427c-9d04-768c3e5c7220 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1564698 Mar 03 16:05:44.029199 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 57464) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:05:44.120830 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f777a85f-34d1-4f58-a59a-7cf3ea4d2d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:44.122150 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-f777a85f-34d1-4f58-a59a-7cf3ea4d2d51 admin admin] 10.222.0.11 "GET /v2.0/subnets/20dc29fc-3c00-4959-aa8f-a9598682a4d0 HTTP/1.1" status: 200 len: 849 time: 0.0920146 Mar 03 16:05:44.131370 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:05:44.213395 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Publish callbacks [] for subnet (20dc29fc-3c00-4959-aa8f-a9598682a4d0), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:44.353559 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770328907493'] for subnet (20dc29fc-3c00-4959-aa8f-a9598682a4d0), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:44.387261 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:44.387876 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:44.389132 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] 10.222.0.11 "PUT /v2.0/subnets/20dc29fc-3c00-4959-aa8f-a9598682a4d0 HTTP/1.1" status: 200 len: 868 time: 0.2613163 Mar 03 16:05:44.405565 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=20dc29fc-3c00-4959-aa8f-a9598682a4d0,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:05:44.413213 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.413592 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.413933 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.414298 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.414418 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa8d46c-83ad-412e-944e-49e0481c2253 None None] Network ba6cba69-933e-497d-b547-a7faa98375af requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:05:44.414915 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.414915 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.415274 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.415605 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.415954 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.416278 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.416600 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.417268 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.417268 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3683e-7cf2-44d9-a68e-b22e1a14afeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:05:44.791164 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-61853275-9dfc-4d7a-98ba-1c5b8354b9d9 None None] Provisioning complete for port dc484070-601b-45da-a360-63b037ee2426 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:05:44.791553 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-61853275-9dfc-4d7a-98ba-1c5b8354b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dc484070-601b-45da-a360-63b037ee2426), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:44.865205 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-61853275-9dfc-4d7a-98ba-1c5b8354b9d9 None None] Current status of the port dc484070-601b-45da-a360-63b037ee2426 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:05:44.875046 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-61853275-9dfc-4d7a-98ba-1c5b8354b9d9 None None] Provisioning complete for port 81a6bd6c-c75a-42ad-8393-2f266608797e triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:05:44.875444 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-61853275-9dfc-4d7a-98ba-1c5b8354b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (81a6bd6c-c75a-42ad-8393-2f266608797e), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:05:44.951823 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-61853275-9dfc-4d7a-98ba-1c5b8354b9d9 None None] Current status of the port 81a6bd6c-c75a-42ad-8393-2f266608797e is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:05:46.734709 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57474) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:05:47.017718 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bee041-d152-4223-be64-58188853aa12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:47.018183 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bee041-d152-4223-be64-58188853aa12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:47.019739 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-f8bee041-d152-4223-be64-58188853aa12 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2840719 Mar 03 16:05:47.778610 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 5 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:05:49.317007 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57482) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:05:49.443486 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da18f98e-1291-49fa-a888-7b6719cab16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:49.443993 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da18f98e-1291-49fa-a888-7b6719cab16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:49.446133 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-da18f98e-1291-49fa-a888-7b6719cab16c admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1281738 Mar 03 16:05:51.738603 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57490) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:05:51.882376 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7313b2-3acb-47b1-a0dc-c3e5082901a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:51.884344 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-5f7313b2-3acb-47b1-a0dc-c3e5082901a6 admin admin] 10.222.0.11 "GET /v2.0/networks/b455cb9f-0d66-40ce-a781-3917c21627ac HTTP/1.1" status: 200 len: 886 time: 0.1446953 Mar 03 16:05:54.191300 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57498) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:05:54.318747 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be27e52b-cd28-4436-97b5-22e1cb5ce5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:54.320648 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-be27e52b-cd28-4436-97b5-22e1cb5ce5d2 admin admin] 10.222.0.11 "GET /v2.0/networks/ba6cba69-933e-497d-b547-a7faa98375af HTTP/1.1" status: 200 len: 868 time: 0.1278594 Mar 03 16:05:56.636049 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57506) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:05:56.759320 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45affb0f-70fc-49cd-9b82-38e0e1b239e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:56.759816 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45affb0f-70fc-49cd-9b82-38e0e1b239e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:56.761314 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-45affb0f-70fc-49cd-9b82-38e0e1b239e3 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243284 Mar 03 16:05:59.078794 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57514) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:05:59.169254 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc9720-1d29-45e0-96ca-a8eac0cdec56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:59.169707 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cc9720-1d29-45e0-96ca-a8eac0cdec56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:05:59.171239 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-e3cc9720-1d29-45e0-96ca-a8eac0cdec56 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915051 Mar 03 16:06:01.500311 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57522) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:06:01.586784 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accab624-4844-4945-903f-3400dd1d1645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:06:01.588128 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-accab624-4844-4945-903f-3400dd1d1645 admin admin] 10.222.0.11 "GET /v2.0/subnets/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3 HTTP/1.1" status: 200 len: 816 time: 0.0868413 Mar 03 16:06:03.900840 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57530) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:06:03.990209 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd8c900-25d5-4c61-95dc-da93a7584b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:06:03.991551 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-8bd8c900-25d5-4c61-95dc-da93a7584b35 admin admin] 10.222.0.11 "GET /v2.0/subnets/20dc29fc-3c00-4959-aa8f-a9598682a4d0 HTTP/1.1" status: 200 len: 868 time: 0.0897732 Mar 03 16:06:04.186019 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-2021131e-4cc1-453c-9c8f-60d7869ad16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:06.643887 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-6d22f352-4a81-4682-83f5-9f3a251bac13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:07.533185 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:09.030846 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:10.655088 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:24.777426 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 5 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:06:32.140137 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57582) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:06:32.188202 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [None req-6b3fbcf8-42e1-40bf-aaf9-c8777ed67e03 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:06:32.189197 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-6b3fbcf8-42e1-40bf-aaf9-c8777ed67e03 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481327 Mar 03 16:06:34.189012 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b1cc053d-1c4f-445c-95f3-d67670807849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:34.597707 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57590) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:06:34.657514 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.pecan_wsgi.hooks.translation [None req-43dbb0a0-c7d1-409b-b5ab-3db5fbabeaf8 admin admin] GET failed (client error): The resource could not be found. Mar 03 16:06:34.659068 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-43dbb0a0-c7d1-409b-b5ab-3db5fbabeaf8 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604279 Mar 03 16:06:34.744271 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec6fafa-cc10-42fc-91ef-0af321f2cd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:06:34.745736 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-dec6fafa-cc10-42fc-91ef-0af321f2cd5b admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827029 Mar 03 16:06:36.647459 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-cf6bf80b-111a-4fe0-aa25-6bb07dc87cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:37.063415 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57598) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:06:37.110119 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:06:37.128317 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Made reservation on behalf of 5014826bb1114b19a1f0e9d53728c56c for: {'network': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:06:37.130491 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:37.156924 dv-cinder-830538-6-iscsi neutron-server[103057]: WARNING neutron.services.revisions.revision_plugin [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Could not find related network for resource to bump revision. Mar 03 16:06:37.170468 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=103057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:06:37.184687 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (f3f46f78-70b1-46ec-82af-1e2344eb1d42), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:37.185026 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.segments_db [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Added segment f3f46f78-70b1-46ec-82af-1e2344eb1d42 of type vlan for network f89f0979-4a29-4149-bcf6-ee26d6cac7dc Mar 03 16:06:37.230083 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (f89f0979-4a29-4149-bcf6-ee26d6cac7dc), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:37.254134 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (f89f0979-4a29-4149-bcf6-ee26d6cac7dc), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:37.255051 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:06:37.255652 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:37.309736 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2452173 Mar 03 16:06:37.320641 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Pushing event updated for resources: {'Network': ['ID=f89f0979-4a29-4149-bcf6-ee26d6cac7dc,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:06:37.327972 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.328363 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.328720 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.329066 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.329406 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.329743 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.330082 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.330420 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.330756 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.331094 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.331428 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.331796 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.332128 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ccbada-668c-4c25-a9fe-81057b85dba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:37.343664 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network f89f0979-4a29-4149-bcf6-ee26d6cac7dc details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:06:37.534247 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:39.033224 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:39.677017 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57606) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:06:39.736617 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b5b6a2-e954-4422-a03d-8e0aa12714b5 admin admin] GET failed (client error): The resource could not be found. Mar 03 16:06:39.737865 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-23b5b6a2-e954-4422-a03d-8e0aa12714b5 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598969 Mar 03 16:06:39.805970 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f3859-12b0-43b8-afb8-21cf83082823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:06:39.807408 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-e34f3859-12b0-43b8-afb8-21cf83082823 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0649259 Mar 03 16:06:39.817213 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-8006d5d6-83b1-4b8c-b8bf-df3a6875f7f6 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:06:39.839717 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8006d5d6-83b1-4b8c-b8bf-df3a6875f7f6 admin admin] Made reservation on behalf of 5014826bb1114b19a1f0e9d53728c56c for: {'subnet': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:06:39.841968 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8006d5d6-83b1-4b8c-b8bf-df3a6875f7f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:40.020650 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8006d5d6-83b1-4b8c-b8bf-df3a6875f7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (5306bc0b-d1b0-4383-b397-45275cbb844b), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:40.079674 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006d5d6-83b1-4b8c-b8bf-df3a6875f7f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5306bc0b-d1b0-4383-b397-45275cbb844b,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:06:40.084136 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8006d5d6-83b1-4b8c-b8bf-df3a6875f7f6 admin admin] Checking segment: {'id': 'f3f46f78-70b1-46ec-82af-1e2344eb1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:06:40.084479 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8006d5d6-83b1-4b8c-b8bf-df3a6875f7f6 admin admin] Network hostable DHCP agents. Network: f89f0979-4a29-4149-bcf6-ee26d6cac7dc, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:06:40.104737 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8006d5d6-83b1-4b8c-b8bf-df3a6875f7f6 admin admin] Network f89f0979-4a29-4149-bcf6-ee26d6cac7dc is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:06:40.115210 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-8006d5d6-83b1-4b8c-b8bf-df3a6875f7f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, f89f0979-4a29-4149-bcf6-ee26d6cac7dc) {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:06:40.120768 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8006d5d6-83b1-4b8c-b8bf-df3a6875f7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:06:40.121603 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8006d5d6-83b1-4b8c-b8bf-df3a6875f7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:40.124666 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f937bd-e64a-4ad8-bf07-717aa37e7665 None None] Network f89f0979-4a29-4149-bcf6-ee26d6cac7dc requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:06:40.137141 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-8006d5d6-83b1-4b8c-b8bf-df3a6875f7f6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3233798 Mar 03 16:06:40.326998 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1efa712b-3055-5a59-bf7b-02c9fcd087bf-f89f0979-4a29-4149-bcf6-ee26d6cac7dc', 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc', 'project_id': '5014826bb1114b19a1f0e9d53728c56c', 'fixed_ips': [{'subnet_id': '5306bc0b-d1b0-4383-b397-45275cbb844b'}]}} from dv-cinder-830538-6-iscsi. {{(pid=103059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 16:06:40.327868 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:40.465996 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.db_base_plugin_common [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Allocated IP 192.168.233.2 (f89f0979-4a29-4149-bcf6-ee26d6cac7dc/5306bc0b-d1b0-4383-b397-45275cbb844b/dc4a41c8-eab9-4e4b-818a-040f8c760cb2) {{(pid=103059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:06:40.606604 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Publish callbacks [] for port (dc4a41c8-eab9-4e4b-818a-040f8c760cb2), precommit_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:40.614825 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (dc4a41c8-eab9-4e4b-818a-040f8c760cb2), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:40.677213 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Network f89f0979-4a29-4149-bcf6-ee26d6cac7dc is already hosted by enough agents. {{(pid=103059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:06:40.684042 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.base_scheduler [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Resources bound (agent type, host, resource id): {{(pid=103059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:06:40.692204 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Received port after_create {{(pid=103059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:06:40.697425 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Pushing event updated for resources: {'Port': ['ID=dc4a41c8-eab9-4e4b-818a-040f8c760cb2,revision_number=1']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:06:40.708671 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.709046 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.709409 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.709748 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.710729 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.711059 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.711384 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.711743 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.712059 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.712398 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.712727 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.713047 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.713363 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:06:40.716378 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:40.765984 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Attempting to bind port dc4a41c8-eab9-4e4b-818a-040f8c760cb2 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:06:40.766356 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Attempting to bind port dc4a41c8-eab9-4e4b-818a-040f8c760cb2 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': 'f3f46f78-70b1-46ec-82af-1e2344eb1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:06:40.766720 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Attempting to bind port dc4a41c8-eab9-4e4b-818a-040f8c760cb2 on network f89f0979-4a29-4149-bcf6-ee26d6cac7dc {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:06:40.771579 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:06:40.772088 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Checking segment: {'id': 'f3f46f78-70b1-46ec-82af-1e2344eb1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:06:40.773010 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:40.773403 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Bound using segment: {'id': 'f3f46f78-70b1-46ec-82af-1e2344eb1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:06:40.773871 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Bound port: dc4a41c8-eab9-4e4b-818a-040f8c760cb2, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f46f78-70b1-46ec-82af-1e2344eb1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:06:40.774247 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (dc4a41c8-eab9-4e4b-818a-040f8c760cb2), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:40.839080 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] For port dc4a41c8-eab9-4e4b-818a-040f8c760cb2, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:06:40.842597 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] For port dc4a41c8-eab9-4e4b-818a-040f8c760cb2, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=dc4a41c8-eab9-4e4b-818a-040f8c760cb2,segment=NetworkSegment(f3f46f78-70b1-46ec-82af-1e2344eb1d42),segment_id=f3f46f78-70b1-46ec-82af-1e2344eb1d42)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:06:40.848681 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (dc4a41c8-eab9-4e4b-818a-040f8c760cb2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:40.910943 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101a2fc-d6be-40dc-948a-de90da76c8c4 None None] Pushing event updated for resources: {'Port': ['ID=dc4a41c8-eab9-4e4b-818a-040f8c760cb2,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:06:41.550897 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device dc4a41c8-eab9-4e4b-818a-040f8c760cb2 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:06:41.611562 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port dc4a41c8-eab9-4e4b-818a-040f8c760cb2 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:06:41.612024 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dc4a41c8-eab9-4e4b-818a-040f8c760cb2), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:41.710259 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port dc4a41c8-eab9-4e4b-818a-040f8c760cb2 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:06:41.710660 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (dc4a41c8-eab9-4e4b-818a-040f8c760cb2), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:41.753207 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port dc4a41c8-eab9-4e4b-818a-040f8c760cb2, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=dc4a41c8-eab9-4e4b-818a-040f8c760cb2,segment=NetworkSegment(f3f46f78-70b1-46ec-82af-1e2344eb1d42),segment_id=f3f46f78-70b1-46ec-82af-1e2344eb1d42)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:06:41.760502 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (dc4a41c8-eab9-4e4b-818a-040f8c760cb2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:41.794724 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7f6418-9911-4d8d-8a9c-e3e665ab288f None None] Network f89f0979-4a29-4149-bcf6-ee26d6cac7dc requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:06:41.851669 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=dc4a41c8-eab9-4e4b-818a-040f8c760cb2,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:06:41.915822 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-9a0df4d4-c0aa-411d-856b-d394efcc99c4 None None] Provisioning complete for port dc4a41c8-eab9-4e4b-818a-040f8c760cb2 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:06:41.916216 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9a0df4d4-c0aa-411d-856b-d394efcc99c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dc4a41c8-eab9-4e4b-818a-040f8c760cb2), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:42.009102 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-9a0df4d4-c0aa-411d-856b-d394efcc99c4 None None] Current status of the port dc4a41c8-eab9-4e4b-818a-040f8c760cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:06:42.130508 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-3c7cf703-f623-4119-8ebf-cb2403008bc8 None None] Provisioning complete for port dc4a41c8-eab9-4e4b-818a-040f8c760cb2 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:06:42.130916 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-3c7cf703-f623-4119-8ebf-cb2403008bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dc4a41c8-eab9-4e4b-818a-040f8c760cb2), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:42.210640 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-3c7cf703-f623-4119-8ebf-cb2403008bc8 None None] Current status of the port dc4a41c8-eab9-4e4b-818a-040f8c760cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:06:43.505517 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device dc4a41c8-eab9-4e4b-818a-040f8c760cb2 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:06:43.555438 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port dc4a41c8-eab9-4e4b-818a-040f8c760cb2 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:06:43.555845 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dc4a41c8-eab9-4e4b-818a-040f8c760cb2), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:06:43.631750 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port dc4a41c8-eab9-4e4b-818a-040f8c760cb2 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:07:01.774905 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 5 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:07:04.190529 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d461fbcf-20a8-4b85-9eaa-7d7da68856fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:06.650734 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-7dc8904d-0cb6-4225-aff1-22ae8cd5982b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:07.536354 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:09.036035 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:10.669605 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:34.193124 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ff64da75-3bb2-4b98-9208-a36281514cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:36.652985 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c8e87cac-a2e4-4bfc-b6cd-b72c6ca831b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:37.544228 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:38.773121 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 5 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:07:39.039647 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:40.665408 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:59.156978 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57646) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:07:59.163888 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [None req-48155260-67af-4483-a4a7-8a4c6968d32e tempest-verify_tempest_config-261054598 tempest-verify_tempest_config-261054598-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:07:59.164893 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-48155260-67af-4483-a4a7-8a4c6968d32e tempest-verify_tempest_config-261054598 tempest-verify_tempest_config-261054598-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066302 Mar 03 16:07:59.459807 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57664) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:07:59.561341 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:59.633057 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Publish callbacks [] for security_group (f72db3d9-e393-4de0-bce6-1e414b37114e), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:59.636567 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f72db3d9-e393-4de0-bce6-1e414b37114e), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:59.682281 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72db3d9-e393-4de0-bce6-1e414b37114e,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:07:59.685919 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e8af7df750a4a1fa5a11b8b7f1205da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2251549 Mar 03 16:07:59.688772 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 57668) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:07:59.691211 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.691574 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.691945 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.692280 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.692609 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.693057 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.693387 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.693715 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.694051 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.694395 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.694721 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.695045 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.695361 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079f942d-bac1-464c-94bb-d5886b5dc528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.746282 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Publish callbacks [] for security_group (f72db3d9-e393-4de0-bce6-1e414b37114e), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:59.766103 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Publish callbacks [] for security_group (f72db3d9-e393-4de0-bce6-1e414b37114e), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:59.859825 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f72db3d9-e393-4de0-bce6-1e414b37114e), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:59.862336 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:07:59.863520 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f72db3d9-e393-4de0-bce6-1e414b37114e HTTP/1.1" status: 204 len: 168 time: 0.1737328 Mar 03 16:07:59.871107 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72db3d9-e393-4de0-bce6-1e414b37114e,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:07:59.877713 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.878060 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.878397 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.878729 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.879058 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.879380 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.879746 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.880078 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.880397 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.880730 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.881051 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.881364 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:07:59.881693 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3882983e-931c-4328-9bc3-f4bc44e64a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:08:04.195425 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-38edb2d1-992e-41d5-97b1-1ed1cf6f70f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:08:06.654590 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-6e613346-90c7-4504-a875-7a7095b304a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:08:07.542905 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:08:09.043990 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:08:10.669950 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:08:15.772637 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 5 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:08:34.196611 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c4020e82-10a7-4218-9e31-eac2d70b7fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:08:36.656300 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1da0b32a-3897-40ab-860f-f999ff9e9be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:08:37.544728 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:08:39.046891 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:08:40.674060 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:08:52.771464 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 5 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:09:04.197444 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-05602b7c-70b3-4398-a0ba-d906d4a4be1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:09:06.657320 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0ca9eb49-cc26-4702-acbe-94379eaa6c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:09:07.547277 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:09:09.049327 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:09:10.678078 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:09:29.770103 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 5 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:09:34.198084 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-92ba6573-1ac6-4394-9bdc-f340e9e16382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:09:34.392787 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1678167'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:09:36.659843 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-78e3941b-2fd2-470b-86cf-fba995aaa12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:09:37.550115 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:09:39.054545 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:09:40.680907 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:09:48.729346 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 57740) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:09:48.830305 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-e5434e63-e959-4a7e-85ed-563eb6e9bc71 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0998962 Mar 03 16:09:51.159501 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 57750) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:09:51.230836 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-6f0615a1-6e02-4e2a-b4f2-f66fae31293e admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0702403 Mar 03 16:10:04.200031 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1aa8d186-0744-4b43-82ef-831e56d96851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:10:04.380183 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:10:06.663708 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-cb7f6d65-b341-439b-aa5d-b3626acaf38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:10:06.768723 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:10:07.551513 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:10:09.057594 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:10:10.684385 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:10:34.201261 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-7bdc59a4-f1cf-40eb-b378-77e478fe7b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:10:34.377158 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:10:36.665861 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-8c9e1ccb-ea1e-4e47-865b-526efc5b811b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:10:37.558139 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:10:39.168319 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:10:40.692437 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:10:43.768423 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:11:04.203916 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-927b4108-980b-47b1-a09d-ff982716a3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:04.389795 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:06.670131 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-8523b168-faab-40db-8836-e045d8af1033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:07.559568 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:09.064041 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:10.686451 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:20.767407 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:11:24.531278 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 57840) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:24.773934 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-913760845-network', 'tenant_id': 'bcf1394a235140658c5dc29f79119146'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:24.795209 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Made reservation on behalf of bcf1394a235140658c5dc29f79119146 for: {'network': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:24.797805 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:24.807536 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:24.891508 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Publish callbacks [] for security_group (0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:24.896532 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:24.931104 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:24.940956 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:11:24.946082 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.946444 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.946790 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.947550 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.947550 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.948005 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.948288 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.948528 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.948737 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.949078 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.949402 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.949720 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.950029 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Tracked resource versions report: Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: pushed versions: Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: { 'AddressGroup': {'1.2'}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'ConntrackHelper': {'1.0'}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'LocalIPAssociation': {'1.0'}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Log': {'1.0'}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Network': {'1.1'}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Port': {'1.7'}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'PortForwarding': {'1.2'}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'QosPolicy': {'1.10'}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'SecurityGroup': {'1.5'}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'SecurityGroupRule': {'1.2'}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'SubPort': {'1.0'}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Subnet': {'1.1'}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Trunk': {'1.1'}} Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: consumer versions: Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: { DHCP agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: HyperV agent@hv-cinder-83053: {}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: L3 agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: Metadata agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: Metering agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: Open vSwitch agent@dv-cinder-830538-6-iscsi: { 'AddressGroup': '1.2', Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'ConntrackHelper': '1.0', Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'LocalIPAssociation': '1.0', Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Log': '1.0', Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Network': '1.1', Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Port': '1.7', Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'PortForwarding': '1.2', Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'QosPolicy': '1.10', Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'SecurityGroup': '1.5', Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'SecurityGroupRule': '1.2', Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'SubPort': '1.0', Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Subnet': '1.1', Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: 'Trunk': '1.1'}} Mar 03 16:11:24.951213 dv-cinder-830538-6-iscsi neutron-server[103058]: {{(pid=103058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 16:11:24.960955 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (31f3538e-6fc2-45a4-bfee-a67a4b76a3c6), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:24.960955 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.segments_db [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Added segment 31f3538e-6fc2-45a4-bfee-a67a4b76a3c6 of type vlan for network 81ee8f01-b759-4202-8915-9ce0ac0408c7 Mar 03 16:11:25.011327 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (81ee8f01-b759-4202-8915-9ce0ac0408c7), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:25.041196 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (81ee8f01-b759-4202-8915-9ce0ac0408c7), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:25.042127 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:25.042724 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:25.138782 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6054401 Mar 03 16:11:25.141630 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 57892) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:25.144084 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cd417-fea0-4024-9191-202415f12ba2 admin admin] Pushing event updated for resources: {'Network': ['ID=81ee8f01-b759-4202-8915-9ce0ac0408c7,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:25.148907 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-23a241ac-2eb5-4846-9ef1-662024cba72d admin admin] Request body: {'subnet': {'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-913760845-subnet', 'tenant_id': 'bcf1394a235140658c5dc29f79119146', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:25.156716 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 81ee8f01-b759-4202-8915-9ce0ac0408c7 details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:11:25.169450 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a241ac-2eb5-4846-9ef1-662024cba72d admin admin] Made reservation on behalf of bcf1394a235140658c5dc29f79119146 for: {'subnet': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:25.172282 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-23a241ac-2eb5-4846-9ef1-662024cba72d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:25.349009 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-23a241ac-2eb5-4846-9ef1-662024cba72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (369464a5-7b33-4b27-a463-b6dba2f7f3c6), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:25.436076 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a241ac-2eb5-4846-9ef1-662024cba72d admin admin] Pushing event updated for resources: {'Subnet': ['ID=369464a5-7b33-4b27-a463-b6dba2f7f3c6,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:25.467500 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a241ac-2eb5-4846-9ef1-662024cba72d admin admin] Checking segment: {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:25.467882 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a241ac-2eb5-4846-9ef1-662024cba72d admin admin] Network hostable DHCP agents. Network: 81ee8f01-b759-4202-8915-9ce0ac0408c7, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:11:25.494907 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a241ac-2eb5-4846-9ef1-662024cba72d admin admin] Network 81ee8f01-b759-4202-8915-9ce0ac0408c7 is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:11:25.505429 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-23a241ac-2eb5-4846-9ef1-662024cba72d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 81ee8f01-b759-4202-8915-9ce0ac0408c7) {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:25.510626 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a241ac-2eb5-4846-9ef1-662024cba72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:25.511342 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-23a241ac-2eb5-4846-9ef1-662024cba72d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:25.517507 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c239cbe-dbd5-4550-92c4-713d5e175f81 None None] Network 81ee8f01-b759-4202-8915-9ce0ac0408c7 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:11:25.539711 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-23a241ac-2eb5-4846-9ef1-662024cba72d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3968697 Mar 03 16:11:25.637376 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a43cd3-8638-46fb-884a-58b85ba69449 None None] Network 81ee8f01-b759-4202-8915-9ce0ac0408c7 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:11:26.360642 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 57972) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:26.648224 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57984) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:26.681464 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 57990) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:26.713561 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-393295003-network', 'tenant_id': '2073a032eb83470fa8666e110d2452d6'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:26.738513 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Made reservation on behalf of 2073a032eb83470fa8666e110d2452d6 for: {'network': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:26.741735 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:26.753283 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:26.821801 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58000) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:26.847939 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Publish callbacks [] for security_group (50907464-9b3a-4372-8d72-80cf2e066fce), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:26.853153 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (50907464-9b3a-4372-8d72-80cf2e066fce), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:26.880116 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=103058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:11:26.883069 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50907464-9b3a-4372-8d72-80cf2e066fce,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:26.894557 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (84b1e845-818f-42b9-9956-0675168f9996), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:26.894918 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.segments_db [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Added segment 84b1e845-818f-42b9-9956-0675168f9996 of type vlan for network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 Mar 03 16:11:26.923660 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-833459806-network', 'tenant_id': 'fbaac6eb90c2447fa55cc78a203564f2'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:26.950293 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (82e9fb8e-a8c9-4547-9296-3ca067bc6d47), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:26.966579 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-790622617-network', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:26.992417 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (82e9fb8e-a8c9-4547-9296-3ca067bc6d47), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:26.993779 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:26.994738 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.014683 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Made reservation on behalf of 4c4cf44f8cfb4dfca30f6e0569ef235e for: {'network': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:27.021029 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.042786 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1836567268-network', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:27.066757 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7046218 Mar 03 16:11:27.067340 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58010) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:27.072320 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.086071 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6817c62-af3f-4cce-8e3f-bd73043b3582 admin admin] Pushing event updated for resources: {'Network': ['ID=82e9fb8e-a8c9-4547-9296-3ca067bc6d47,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:27.096940 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:11:27.097481 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-ffe41df4-3c67-4755-a020-e964dc16177b admin admin] Request body: {'subnet': {'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-393295003-subnet', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:27.108009 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Made reservation on behalf of fbaac6eb90c2447fa55cc78a203564f2 for: {'network': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:27.110491 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.161994 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe41df4-3c67-4755-a020-e964dc16177b admin admin] Made reservation on behalf of 2073a032eb83470fa8666e110d2452d6 for: {'subnet': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:27.164622 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ffe41df4-3c67-4755-a020-e964dc16177b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.229647 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Made reservation on behalf of 3df7765ab38441feaf9e7d17d7559290 for: {'network': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:27.232971 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.234877 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.262802 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.518029 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Publish callbacks [] for security_group (d74ca7e7-b869-4d16-815c-41ed181978b4), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.530457 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Publish callbacks [] for security_group (e35046a1-9892-4265-b4e3-303736c3dab2), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.535506 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (d74ca7e7-b869-4d16-815c-41ed181978b4), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.584495 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e35046a1-9892-4265-b4e3-303736c3dab2), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.587477 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74ca7e7-b869-4d16-815c-41ed181978b4,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:27.613744 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.614115 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.614637 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.615186 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.615728 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.616251 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.616862 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.618154 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.618513 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.619033 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.619373 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.619724 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.620224 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Tracked resource versions report: Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: pushed versions: Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: { 'AddressGroup': {'1.2'}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'ConntrackHelper': {'1.0'}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'LocalIPAssociation': {'1.0'}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Log': {'1.0'}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Network': {'1.1'}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Port': {'1.7'}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'PortForwarding': {'1.2'}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'QosPolicy': {'1.10'}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'SecurityGroup': {'1.5'}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'SecurityGroupRule': {'1.2'}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'SubPort': {'1.0'}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Subnet': {'1.1'}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Trunk': {'1.1'}} Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: consumer versions: Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: { DHCP agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: HyperV agent@hv-cinder-83053: {}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: L3 agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: Metadata agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: Metering agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: Open vSwitch agent@dv-cinder-830538-6-iscsi: { 'AddressGroup': '1.2', Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'ConntrackHelper': '1.0', Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'LocalIPAssociation': '1.0', Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Log': '1.0', Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Network': '1.1', Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Port': '1.7', Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'PortForwarding': '1.2', Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'QosPolicy': '1.10', Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'SecurityGroup': '1.5', Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'SecurityGroupRule': '1.2', Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'SubPort': '1.0', Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Subnet': '1.1', Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: 'Trunk': '1.1'}} Mar 03 16:11:27.621665 dv-cinder-830538-6-iscsi neutron-server[103057]: {{(pid=103057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 16:11:27.628191 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:11:27.634199 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ffe41df4-3c67-4755-a020-e964dc16177b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (43ae60ec-ea77-49ce-bb68-d2d11a158e61), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.654500 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:11:27.682332 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (5ed7430e-838c-486d-adac-77a26365e2e8), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.682687 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.segments_db [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Added segment 5ed7430e-838c-486d-adac-77a26365e2e8 of type vlan for network 3bc74a71-6730-4434-91f4-287bc4f82043 Mar 03 16:11:27.729945 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (206708d8-d519-4d0d-b558-1fb8b3055f77), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.730520 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.segments_db [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Added segment 206708d8-d519-4d0d-b558-1fb8b3055f77 of type vlan for network 3eda6009-02fd-4599-bb6e-1629d529972a Mar 03 16:11:27.768420 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35046a1-9892-4265-b4e3-303736c3dab2,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:27.779440 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Publish callbacks [] for security_group (f2785993-5e6d-4405-aa9a-87a75a8b4ba3), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.796912 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58062) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:27.799072 dv-cinder-830538-6-iscsi neutron-server[103058]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 16:11:27.819953 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (3eda6009-02fd-4599-bb6e-1629d529972a), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.862945 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f2785993-5e6d-4405-aa9a-87a75a8b4ba3), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.979619 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (3bc74a71-6730-4434-91f4-287bc4f82043), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.985058 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (3eda6009-02fd-4599-bb6e-1629d529972a), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:27.986045 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:27.987046 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.010321 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-c9cef1b1-1af0-43d5-b2de-e8fe9754f044 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:28.011972 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-c9cef1b1-1af0-43d5-b2de-e8fe9754f044 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/networks?id=81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 200 len: 814 time: 0.2140431 Mar 03 16:11:28.030200 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-2962fc79-dbc5-413b-9e4a-ddd918b9b323 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/quotas/bcf1394a235140658c5dc29f79119146 HTTP/1.1" status: 200 len: 375 time: 0.0123215 Mar 03 16:11:28.090827 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:11:28.093382 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe41df4-3c67-4755-a020-e964dc16177b admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ae60ec-ea77-49ce-bb68-d2d11a158e61,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:28.111802 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-6cb946fa-e300-40ce-bf43-69e284d60928 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749350 Mar 03 16:11:28.129244 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4446981 Mar 03 16:11:28.129244 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2785993-5e6d-4405-aa9a-87a75a8b4ba3,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:28.132936 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58070) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:28.140919 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c854a0-6e06-4ead-97b3-50deae4eaea9 admin admin] Pushing event updated for resources: {'Network': ['ID=3eda6009-02fd-4599-bb6e-1629d529972a,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:28.144606 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-2dba4343-1c12-41cc-8875-2b9ae0f006c3 admin admin] Request body: {'subnet': {'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-subnet', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:28.175823 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dba4343-1c12-41cc-8875-2b9ae0f006c3 admin admin] Made reservation on behalf of 4c4cf44f8cfb4dfca30f6e0569ef235e for: {'subnet': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:28.177156 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (2c97121d-aabc-4c40-be54-002b3e2b7de0), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.179094 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2dba4343-1c12-41cc-8875-2b9ae0f006c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.179648 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.segments_db [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Added segment 2c97121d-aabc-4c40-be54-002b3e2b7de0 of type vlan for network 9ba15c27-2b8e-4d04-b799-e6df45177b15 Mar 03 16:11:28.184666 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe41df4-3c67-4755-a020-e964dc16177b admin admin] Checking segment: {'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:28.185058 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe41df4-3c67-4755-a020-e964dc16177b admin admin] Network hostable DHCP agents. Network: 82e9fb8e-a8c9-4547-9296-3ca067bc6d47, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:11:28.197442 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 3eda6009-02fd-4599-bb6e-1629d529972a details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:11:28.242830 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (3bc74a71-6730-4434-91f4-287bc4f82043), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.243747 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:28.244356 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.286697 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (9ba15c27-2b8e-4d04-b799-e6df45177b15), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.331879 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6826487 Mar 03 16:11:28.332863 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe41df4-3c67-4755-a020-e964dc16177b admin admin] Network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:11:28.334666 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58086) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:28.342408 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-7ac61f9b-e5fd-411d-a845-c53e7adddef2 admin admin] Request body: {'subnet': {'network_id': '3bc74a71-6730-4434-91f4-287bc4f82043', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-833459806-subnet', 'tenant_id': 'fbaac6eb90c2447fa55cc78a203564f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:28.365534 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-ffe41df4-3c67-4755-a020-e964dc16177b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 82e9fb8e-a8c9-4547-9296-3ca067bc6d47) {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:28.371611 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe41df4-3c67-4755-a020-e964dc16177b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:28.372532 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ffe41df4-3c67-4755-a020-e964dc16177b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.380875 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac61f9b-e5fd-411d-a845-c53e7adddef2 admin admin] Made reservation on behalf of fbaac6eb90c2447fa55cc78a203564f2 for: {'subnet': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:28.383197 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f8654-fad1-49c2-9d31-e40e31ae942d admin admin] Pushing event updated for resources: {'Network': ['ID=3bc74a71-6730-4434-91f4-287bc4f82043,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:28.383897 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7ac61f9b-e5fd-411d-a845-c53e7adddef2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.394576 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (9ba15c27-2b8e-4d04-b799-e6df45177b15), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.395652 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:28.396439 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.411726 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8892453b-c54a-4714-a5a2-767e3afb1032 None None] Network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:11:28.420882 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 3bc74a71-6730-4434-91f4-287bc4f82043 details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:11:28.437828 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-ffe41df4-3c67-4755-a020-e964dc16177b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3605683 Mar 03 16:11:28.453701 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58094) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:28.470600 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-393295003-router', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:28.526576 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1675644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127579'] for router (24c72b84-8afa-4e75-940d-3d2263ee8d15), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.532493 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1677292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1871546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127522'] for router (24c72b84-8afa-4e75-940d-3d2263ee8d15), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.532893 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7061284 Mar 03 16:11:28.545237 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58106) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:28.560988 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-0830eb75-ccc9-4d21-9bef-037c26bcb290 admin admin] Request body: {'subnet': {'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1836567268-subnet', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:28.578744 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c02c5-74a5-450d-800f-0986a086cd45 admin admin] Pushing event updated for resources: {'Network': ['ID=9ba15c27-2b8e-4d04-b799-e6df45177b15,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:28.593936 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Publish callbacks [] for router_controller (24c72b84-8afa-4e75-940d-3d2263ee8d15), precommit_add_association {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.607959 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-417b4112-2c33-415c-83e3-8281597e54a5 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:11:28.608526 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 9ba15c27-2b8e-4d04-b799-e6df45177b15 details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:11:28.609101 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-417b4112-2c33-415c-83e3-8281597e54a5 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1545482 Mar 03 16:11:28.614513 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0830eb75-ccc9-4d21-9bef-037c26bcb290 admin admin] Made reservation on behalf of 3df7765ab38441feaf9e7d17d7559290 for: {'subnet': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:28.617421 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0830eb75-ccc9-4d21-9bef-037c26bcb290 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.807815 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231fd7f2-2b06-40c1-8569-7a6da3d7eb9e None None] Network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:11:28.832718 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Publish callbacks [] for router_gateway (24c72b84-8afa-4e75-940d-3d2263ee8d15), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.899511 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0830eb75-ccc9-4d21-9bef-037c26bcb290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (028a2aef-a8b5-4645-8b5b-9ea5ad4099b5), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:28.957246 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830eb75-ccc9-4d21-9bef-037c26bcb290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=028a2aef-a8b5-4645-8b5b-9ea5ad4099b5,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:28.980373 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0830eb75-ccc9-4d21-9bef-037c26bcb290 admin admin] Checking segment: {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:28.982917 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0830eb75-ccc9-4d21-9bef-037c26bcb290 admin admin] Network hostable DHCP agents. Network: 9ba15c27-2b8e-4d04-b799-e6df45177b15, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:11:29.005805 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0830eb75-ccc9-4d21-9bef-037c26bcb290 admin admin] Network 9ba15c27-2b8e-4d04-b799-e6df45177b15 is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:11:29.017799 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-0830eb75-ccc9-4d21-9bef-037c26bcb290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 9ba15c27-2b8e-4d04-b799-e6df45177b15) {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:29.019691 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2dba4343-1c12-41cc-8875-2b9ae0f006c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (1012fc80-88ad-4f0b-8ba7-efa6206e6c9f), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.022563 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830eb75-ccc9-4d21-9bef-037c26bcb290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:29.023412 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0830eb75-ccc9-4d21-9bef-037c26bcb290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.031668 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79470367-d8e7-43ae-a459-6ce9a5b6e2fa None None] Network 9ba15c27-2b8e-4d04-b799-e6df45177b15 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:11:29.055870 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-0830eb75-ccc9-4d21-9bef-037c26bcb290 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5080416 Mar 03 16:11:29.058858 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58134) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:29.066382 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:29.073784 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba4343-1c12-41cc-8875-2b9ae0f006c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:29.120535 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1675644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127579'] for router (711c6554-1da5-434f-960e-11ca9c937e9f), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.122105 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1677292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1871546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127522'] for router (711c6554-1da5-434f-960e-11ca9c937e9f), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.163392 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58136) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:29.197425 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-4c84685b-a2b4-4a93-8ab5-cf7aab9edc58 service neutron] 10.222.0.11 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514236 Mar 03 16:11:29.198118 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba4343-1c12-41cc-8875-2b9ae0f006c3 admin admin] Checking segment: {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:29.198467 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba4343-1c12-41cc-8875-2b9ae0f006c3 admin admin] Network hostable DHCP agents. Network: 3eda6009-02fd-4599-bb6e-1629d529972a, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:11:29.205335 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1efa712b-3055-5a59-bf7b-02c9fcd087bf-9ba15c27-2b8e-4d04-b799-e6df45177b15', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5'}]}} from dv-cinder-830538-6-iscsi. {{(pid=103059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 16:11:29.206558 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.248413 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Publish callbacks [] for router_controller (711c6554-1da5-434f-960e-11ca9c937e9f), precommit_add_association {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.332463 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba4343-1c12-41cc-8875-2b9ae0f006c3 admin admin] Network 3eda6009-02fd-4599-bb6e-1629d529972a is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:11:29.362545 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.db_base_plugin_common [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Allocated IP 172.20.0.2 (9ba15c27-2b8e-4d04-b799-e6df45177b15/028a2aef-a8b5-4645-8b5b-9ea5ad4099b5/dbffe63f-3901-4f33-80f1-e82d1d92d241) {{(pid=103059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:29.365147 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-2dba4343-1c12-41cc-8875-2b9ae0f006c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 3eda6009-02fd-4599-bb6e-1629d529972a) {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:29.366817 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-aa1b75b6-a292-4e0e-a141-9f5348cb4e20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.373138 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dba4343-1c12-41cc-8875-2b9ae0f006c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:29.373731 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2dba4343-1c12-41cc-8875-2b9ae0f006c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.378819 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7ac61f9b-e5fd-411d-a845-c53e7adddef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (416038c5-eb0f-406e-b5ad-6937bb516e24), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.382050 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd3f9fd-0531-463d-8157-b46a0a0b3cc1 None None] Network 3eda6009-02fd-4599-bb6e-1629d529972a requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:11:29.411547 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Publish callbacks [] for router_gateway (711c6554-1da5-434f-960e-11ca9c937e9f), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.434076 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-2dba4343-1c12-41cc-8875-2b9ae0f006c3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2990746 Mar 03 16:11:29.457533 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58142) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:29.502776 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:29.540347 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-d2d34b29-df38-4b15-8256-c16d69b055b2 service neutron] 10.222.0.11 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349202 Mar 03 16:11:29.668065 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac61f9b-e5fd-411d-a845-c53e7adddef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=416038c5-eb0f-406e-b5ad-6937bb516e24,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:29.671180 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1efa712b-3055-5a59-bf7b-02c9fcd087bf-3eda6009-02fd-4599-bb6e-1629d529972a', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f'}]}} from dv-cinder-830538-6-iscsi. {{(pid=103059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 16:11:29.672070 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.673591 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Publish callbacks [] for router_gateway (711c6554-1da5-434f-960e-11ca9c937e9f), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.702858 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.802249 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58160) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:29.804902 dv-cinder-830538-6-iscsi neutron-server[103057]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 16:11:29.869657 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1675644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127579'] for router (e135f620-a4cd-4f21-946d-b9e671ae186b), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.870808 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1677292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1871546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127522'] for router (e135f620-a4cd-4f21-946d-b9e671ae186b), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.875206 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d3c79273-a17b-464d-a8fe-6fcac888dc04 req-f8589ad4-a211-4e4f-9978-91170f18d3ee tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 210 time: 0.0720019 Mar 03 16:11:29.884563 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac61f9b-e5fd-411d-a845-c53e7adddef2 admin admin] Checking segment: {'id': '5ed7430e-838c-486d-adac-77a26365e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3bc74a71-6730-4434-91f4-287bc4f82043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:29.884920 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac61f9b-e5fd-411d-a845-c53e7adddef2 admin admin] Network hostable DHCP agents. Network: 3bc74a71-6730-4434-91f4-287bc4f82043, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:11:29.900571 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Publish callbacks [] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), precommit_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.910700 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.911275 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Allocated IP 172.27.2.216 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/893f44df-aa2f-469f-870c-3c08645d364d) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:29.967934 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-aa1b75b6-a292-4e0e-a141-9f5348cb4e20 admin admin] Publish callbacks [] for security_group (53130e15-b35e-4ca9-b2a1-27a3253d084d), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:29.988853 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.db_base_plugin_common [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Allocated IP 172.20.0.2 (3eda6009-02fd-4599-bb6e-1629d529972a/1012fc80-88ad-4f0b-8ba7-efa6206e6c9f/9b9356ed-bd8f-4a12-b0ee-054a058be453) {{(pid=103059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:30.011341 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Network 9ba15c27-2b8e-4d04-b799-e6df45177b15 is already hosted by enough agents. {{(pid=103059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:30.016083 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-aa1b75b6-a292-4e0e-a141-9f5348cb4e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (53130e15-b35e-4ca9-b2a1-27a3253d084d), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.017912 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.base_scheduler [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Resources bound (agent type, host, resource id): {{(pid=103059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:30.024481 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Received port after_create {{(pid=103059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:30.026541 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Pushing event updated for resources: {'Port': ['ID=dbffe63f-3901-4f33-80f1-e82d1d92d241,revision_number=1']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:30.069274 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Publish callbacks [] for port (893f44df-aa2f-469f-870c-3c08645d364d), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.075525 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.076121 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.076496 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.077360 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.077360 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.077592 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.077867 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.078201 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.078527 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.078872 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.079383 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.080030 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.080030 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Tracked resource versions report: Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: pushed versions: Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: { 'AddressGroup': {'1.2'}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'ConntrackHelper': {'1.0'}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'LocalIPAssociation': {'1.0'}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Log': {'1.0'}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Network': {'1.1'}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Port': {'1.7'}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'PortForwarding': {'1.2'}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'QosPolicy': {'1.10'}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'SecurityGroup': {'1.5'}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'SecurityGroupRule': {'1.2'}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'SubPort': {'1.0'}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Subnet': {'1.1'}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Trunk': {'1.1'}} Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: consumer versions: Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: { DHCP agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: HyperV agent@hv-cinder-83053: {}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: L3 agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: Metadata agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: Metering agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: Open vSwitch agent@dv-cinder-830538-6-iscsi: { 'AddressGroup': '1.2', Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'ConntrackHelper': '1.0', Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'LocalIPAssociation': '1.0', Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Log': '1.0', Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Network': '1.1', Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Port': '1.7', Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'PortForwarding': '1.2', Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'QosPolicy': '1.10', Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'SecurityGroup': '1.5', Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'SecurityGroupRule': '1.2', Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'SubPort': '1.0', Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Subnet': '1.1', Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: 'Trunk': '1.1'}} Mar 03 16:11:30.081399 dv-cinder-830538-6-iscsi neutron-server[103059]: {{(pid=103059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 16:11:30.097146 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac61f9b-e5fd-411d-a845-c53e7adddef2 admin admin] Network 3bc74a71-6730-4434-91f4-287bc4f82043 is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:11:30.108309 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Publish callbacks [] for router_controller (e135f620-a4cd-4f21-946d-b9e671ae186b), precommit_add_association {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.132222 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (893f44df-aa2f-469f-870c-3c08645d364d), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.141759 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Publish callbacks [] for router_gateway (24c72b84-8afa-4e75-940d-3d2263ee8d15), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.172108 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Attempting to bind port dbffe63f-3901-4f33-80f1-e82d1d92d241 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:11:30.172108 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Attempting to bind port dbffe63f-3901-4f33-80f1-e82d1d92d241 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:11:30.172108 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Attempting to bind port dbffe63f-3901-4f33-80f1-e82d1d92d241 on network 9ba15c27-2b8e-4d04-b799-e6df45177b15 {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:11:30.187851 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:11:30.188250 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Checking segment: {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:30.188639 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.189041 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Bound using segment: {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:11:30.189517 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:30.189652 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Bound port: dbffe63f-3901-4f33-80f1-e82d1d92d241, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:11:30.189901 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.195427 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:30.199103 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:30.216639 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-aa1b75b6-a292-4e0e-a141-9f5348cb4e20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b18ed9882c74894b3fef9d87e295beb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0469472 Mar 03 16:11:30.216639 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b75b6-a292-4e0e-a141-9f5348cb4e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53130e15-b35e-4ca9-b2a1-27a3253d084d,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:30.218298 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.220560 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-7ac61f9b-e5fd-411d-a845-c53e7adddef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 3bc74a71-6730-4434-91f4-287bc4f82043) {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:30.228757 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58172) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:30.263214 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Pushing event updated for resources: {'Port': ['ID=893f44df-aa2f-469f-870c-3c08645d364d,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:30.358524 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] For port dbffe63f-3901-4f33-80f1-e82d1d92d241, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:11:30.365860 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] For port dbffe63f-3901-4f33-80f1-e82d1d92d241, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=dbffe63f-3901-4f33-80f1-e82d1d92d241,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:11:30.367811 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Publish callbacks [] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), precommit_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.370685 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209bd86b-828e-49cc-84eb-25bea1ddf381 None None] Network 3bc74a71-6730-4434-91f4-287bc4f82043 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:11:30.372826 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac61f9b-e5fd-411d-a845-c53e7adddef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:30.373427 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7ac61f9b-e5fd-411d-a845-c53e7adddef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.389687 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.439375 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Network 3eda6009-02fd-4599-bb6e-1629d529972a is already hosted by enough agents. {{(pid=103059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:30.441725 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.450239 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.base_scheduler [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Resources bound (agent type, host, resource id): {{(pid=103059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:30.460665 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Received port after_create {{(pid=103059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:30.511279 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Publish callbacks [] for router_gateway (e135f620-a4cd-4f21-946d-b9e671ae186b), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.519482 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7ac61f9b-e5fd-411d-a845-c53e7adddef2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1823661 Mar 03 16:11:30.595177 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Publish callbacks [] for router_gateway (711c6554-1da5-434f-960e-11ca9c937e9f), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.650142 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Attempting to bind port 9b9356ed-bd8f-4a12-b0ee-054a058be453 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:11:30.660316 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Attempting to bind port 9b9356ed-bd8f-4a12-b0ee-054a058be453 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:11:30.660316 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Attempting to bind port 9b9356ed-bd8f-4a12-b0ee-054a058be453 on network 3eda6009-02fd-4599-bb6e-1629d529972a {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:11:30.670558 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1b121ede-04b8-46fe-bb2d-801c2c874467 admin admin] Publish callbacks [] for security_group (53130e15-b35e-4ca9-b2a1-27a3253d084d), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.788317 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:11:30.788810 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Checking segment: {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:30.789326 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.790372 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Bound using segment: {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:11:30.793101 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Bound port: 9b9356ed-bd8f-4a12-b0ee-054a058be453, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:11:30.793639 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.813257 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Pushing event updated for resources: {'Port': ['ID=9b9356ed-bd8f-4a12-b0ee-054a058be453,revision_number=1']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:30.958182 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1b121ede-04b8-46fe-bb2d-801c2c874467 admin admin] Publish callbacks [] for security_group (53130e15-b35e-4ca9-b2a1-27a3253d084d), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:30.990580 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Allocated IP 172.27.2.200 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/41adb1b5-5e76-4439-9bc7-b915a9ab4194) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:31.019944 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672302'] for router (711c6554-1da5-434f-960e-11ca9c937e9f), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:31.107103 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca76f237-475b-4cad-b95f-e00e296d5996 None None] Network 3bc74a71-6730-4434-91f4-287bc4f82043 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:11:31.333423 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a814801-f644-46a7-86b8-097b6304dbe8 None None] Pushing event updated for resources: {'Port': ['ID=dbffe63f-3901-4f33-80f1-e82d1d92d241,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:31.339230 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Router 711c6554-1da5-434f-960e-11ca9c937e9f is scheduled to L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 with binding_index 1 {{(pid=103057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 16:11:31.430868 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b224b8f1-7f04-425f-9152-98fde3b297ec req-86997f11-d475-449d-bc4a-669e0a237ad2 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 210 time: 0.1176479 Mar 03 16:11:31.437529 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] For port 9b9356ed-bd8f-4a12-b0ee-054a058be453, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:11:31.449953 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] For port 9b9356ed-bd8f-4a12-b0ee-054a058be453, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=9b9356ed-bd8f-4a12-b0ee-054a058be453,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:11:31.487069 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:31.495072 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1b121ede-04b8-46fe-bb2d-801c2c874467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (53130e15-b35e-4ca9-b2a1-27a3253d084d), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:31.498689 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1b121ede-04b8-46fe-bb2d-801c2c874467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:31.500032 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-1b121ede-04b8-46fe-bb2d-801c2c874467 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53130e15-b35e-4ca9-b2a1-27a3253d084d HTTP/1.1" status: 204 len: 168 time: 1.2699683 Mar 03 16:11:31.535870 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b121ede-04b8-46fe-bb2d-801c2c874467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53130e15-b35e-4ca9-b2a1-27a3253d084d,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:31.555688 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Publish callbacks [] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:31.620440 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:11:31.632922 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Sync routers for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:11:31.684091 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:11:31.685079 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:11:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:31.785696 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:31.791678 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-03633824-324f-455e-afd8-25abb4318543 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7283645 Mar 03 16:11:31.799930 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58242) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:31.878284 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:31.962320 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device dbffe63f-3901-4f33-80f1-e82d1d92d241 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:31.984582 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Publish callbacks [] for router_gateway (e135f620-a4cd-4f21-946d-b9e671ae186b), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:32.102442 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41b968-a0af-469c-b191-a3f052d486b3 None None] Pushing event updated for resources: {'Port': ['ID=9b9356ed-bd8f-4a12-b0ee-054a058be453,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:32.151858 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-76ba136b-bb33-4cab-989c-563415747eee tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:32.153673 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-76ba136b-bb33-4cab-989c-563415747eee tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/networks?id=3bc74a71-6730-4434-91f4-287bc4f82043 HTTP/1.1" status: 200 len: 811 time: 0.5305703 Mar 03 16:11:32.168045 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port dbffe63f-3901-4f33-80f1-e82d1d92d241 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:32.168045 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:32.203112 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-74e56404-9dbd-49f5-91aa-6b28ff45d87d tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/quotas/fbaac6eb90c2447fa55cc78a203564f2 HTTP/1.1" status: 200 len: 375 time: 0.0405293 Mar 03 16:11:32.227541 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:11:32.283311 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:32.291358 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:32.324016 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:32.342967 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:32.352172 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Pushing event updated for resources: {'Port': ['ID=41adb1b5-5e76-4439-9bc7-b915a9ab4194,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:32.364226 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port dbffe63f-3901-4f33-80f1-e82d1d92d241 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:32.367161 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:32.418912 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58256) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:32.451097 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port dbffe63f-3901-4f33-80f1-e82d1d92d241, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=dbffe63f-3901-4f33-80f1-e82d1d92d241,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:11:32.460449 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:32.510993 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-1bf5064c-bfdf-4661-878a-4c59844dfaf3 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fbaac6eb90c2447fa55cc78a203564f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1977007 Mar 03 16:11:32.631615 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=dbffe63f-3901-4f33-80f1-e82d1d92d241,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:32.653972 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e001d7c-199a-43bf-8e8b-549f94184d53 None None] Network 9ba15c27-2b8e-4d04-b799-e6df45177b15 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:11:32.800794 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-51cb69e9-2b38-4a14-9213-9dac29b2cbd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:32.826147 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:30Z', 'revision_number': 3, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:32.886817 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Checking router: 711c6554-1da5-434f-960e-11ca9c937e9f for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:11:32.887403 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Updating router 711c6554-1da5-434f-960e-11ca9c937e9f port 893f44df-aa2f-469f-870c-3c08645d364d binding host dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:11:32.904795 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-63882622-fd2b-4470-b011-720062e8f391 None None] Provisioning complete for port dbffe63f-3901-4f33-80f1-e82d1d92d241 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:32.905201 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-63882622-fd2b-4470-b011-720062e8f391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:32.927215 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (893f44df-aa2f-469f-870c-3c08645d364d), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:33.008532 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-c7c8452e-4198-4627-8b5a-0ffa6e1408da service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:11:33.013936 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-c7c8452e-4198-4627-8b5a-0ffa6e1408da service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1968865 Mar 03 16:11:33.037440 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Allocated IP 172.27.2.103 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/1937d434-a1ca-4b85-ab73-20e193743e29) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:33.066829 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-63882622-fd2b-4470-b011-720062e8f391 None None] Current status of the port dbffe63f-3901-4f33-80f1-e82d1d92d241 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:33.209552 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-51cb69e9-2b38-4a14-9213-9dac29b2cbd9 admin admin] Publish callbacks [] for security_group (b0820459-17e4-4edb-a439-32d6b6cf308f), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:33.222620 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-51cb69e9-2b38-4a14-9213-9dac29b2cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (b0820459-17e4-4edb-a439-32d6b6cf308f), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:33.268435 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c57f62c1-2e3b-43d8-8d17-58f51b81afa9 req-8114ba9d-ad22-485e-87d7-55a2c9b989c8 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 210 time: 0.0962479 Mar 03 16:11:33.305868 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-ed9afeca-70e2-44ef-9a0c-f7724cef572e None None] Provisioning complete for port dbffe63f-3901-4f33-80f1-e82d1d92d241 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:33.306564 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ed9afeca-70e2-44ef-9a0c-f7724cef572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:33.339786 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-51cb69e9-2b38-4a14-9213-9dac29b2cbd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6a3bc6a4ff448a8a81980918cfa8722&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9175093 Mar 03 16:11:33.345745 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58284) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:33.352596 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Publish callbacks [] for port (1937d434-a1ca-4b85-ab73-20e193743e29), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:33.394353 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-fda1f541-b3a3-4d43-9706-f800d39d9e21 service neutron] 10.222.0.11 "GET /v2.0/networks/3bc74a71-6730-4434-91f4-287bc4f82043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665278 Mar 03 16:11:33.425513 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (1937d434-a1ca-4b85-ab73-20e193743e29), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:33.461847 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-ed9afeca-70e2-44ef-9a0c-f7724cef572e None None] Current status of the port dbffe63f-3901-4f33-80f1-e82d1d92d241 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:33.474193 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb69e9-2b38-4a14-9213-9dac29b2cbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0820459-17e4-4edb-a439-32d6b6cf308f,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:33.503801 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:33.512912 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:33.530152 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:33.631692 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d54bff7-96e3-4846-8b31-58bada806702 None None] Network 3eda6009-02fd-4599-bb6e-1629d529972a requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:11:33.731653 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Pushing event updated for resources: {'Port': ['ID=1937d434-a1ca-4b85-ab73-20e193743e29,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:33.737314 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-ae48b441-39e0-428c-8cd2-700595150d3f None None] Provisioning complete for port 9b9356ed-bd8f-4a12-b0ee-054a058be453 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:33.738330 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ae48b441-39e0-428c-8cd2-700595150d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:33.777032 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Publish callbacks [] for port (893f44df-aa2f-469f-870c-3c08645d364d), precommit_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:33.793347 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (893f44df-aa2f-469f-870c-3c08645d364d), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:33.797577 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-4f1580c0-abb1-4b76-a21f-c34bd5c7f4d4 service neutron] 10.222.0.11 "GET /v2.0/networks/3bc74a71-6730-4434-91f4-287bc4f82043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356335 Mar 03 16:11:33.835316 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Publish callbacks [] for router_gateway (24c72b84-8afa-4e75-940d-3d2263ee8d15), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:33.859555 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Pushing event updated for resources: {'Port': ['ID=893f44df-aa2f-469f-870c-3c08645d364d,revision_number=2']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:33.873317 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.874833 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.874833 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.874833 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.875818 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.876535 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.877329 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.878602 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.879372 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.879939 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.880495 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.881032 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.881695 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Tracked resource versions report: Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: pushed versions: Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: { 'AddressGroup': {'1.2'}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'ConntrackHelper': {'1.0'}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'LocalIPAssociation': {'1.0'}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Log': {'1.0'}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Network': {'1.1'}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Port': {'1.7'}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'PortForwarding': {'1.2'}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'QosPolicy': {'1.10'}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'SecurityGroup': {'1.5'}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'SecurityGroupRule': {'1.2'}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'SubPort': {'1.0'}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Subnet': {'1.1'}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Trunk': {'1.1'}} Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: consumer versions: Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: { DHCP agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: HyperV agent@hv-cinder-83053: {}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: L3 agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: Metadata agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: Metering agent@dv-cinder-830538-6-iscsi: {}, Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: Open vSwitch agent@dv-cinder-830538-6-iscsi: { 'AddressGroup': '1.2', Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'ConntrackHelper': '1.0', Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'LocalIPAssociation': '1.0', Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Log': '1.0', Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Network': '1.1', Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Port': '1.7', Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'PortForwarding': '1.2', Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'QosPolicy': '1.10', Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'SecurityGroup': '1.5', Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'SecurityGroupRule': '1.2', Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'SubPort': '1.0', Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Subnet': '1.1', Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: 'Trunk': '1.1'}} Mar 03 16:11:33.883068 dv-cinder-830538-6-iscsi neutron-server[103060]: {{(pid=103060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 16:11:33.912540 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Attempting to bind port 893f44df-aa2f-469f-870c-3c08645d364d on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:11:33.913201 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Attempting to bind port 893f44df-aa2f-469f-870c-3c08645d364d by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:11:33.913738 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Attempting to bind port 893f44df-aa2f-469f-870c-3c08645d364d on network b455cb9f-0d66-40ce-a781-3917c21627ac {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:11:33.919380 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:11:33.920179 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Checking segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:33.920753 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:33.921313 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Bound using segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:11:33.921950 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Bound port: 893f44df-aa2f-469f-870c-3c08645d364d, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:11:33.922626 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (893f44df-aa2f-469f-870c-3c08645d364d), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:33.954868 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 9b9356ed-bd8f-4a12-b0ee-054a058be453 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:33.995750 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] For port 893f44df-aa2f-469f-870c-3c08645d364d, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:11:34.005878 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] For port 893f44df-aa2f-469f-870c-3c08645d364d, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=893f44df-aa2f-469f-870c-3c08645d364d,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:11:34.013570 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.026139 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (893f44df-aa2f-469f-870c-3c08645d364d), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.099679 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-ae48b441-39e0-428c-8cd2-700595150d3f None None] Current status of the port 9b9356ed-bd8f-4a12-b0ee-054a058be453 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:34.100084 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ae48b441-39e0-428c-8cd2-700595150d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.135580 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:11:34.136404 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:11:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:34.207525 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2017f01-1804-499d-ada1-b498ebdb3c9c None None] Pushing event updated for resources: {'Port': ['ID=893f44df-aa2f-469f-870c-3c08645d364d,revision_number=3']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:34.230965 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 9b9356ed-bd8f-4a12-b0ee-054a058be453 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:34.231261 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.238573 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-ae48b441-39e0-428c-8cd2-700595150d3f None None] For port 9b9356ed-bd8f-4a12-b0ee-054a058be453, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=9b9356ed-bd8f-4a12-b0ee-054a058be453,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:11:34.318020 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:11:34.318687 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Allocated IP 172.20.0.1 (9ba15c27-2b8e-4d04-b799-e6df45177b15/028a2aef-a8b5-4645-8b5b-9ea5ad4099b5/548809e0-43d9-4708-b725-be31923c768a) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:34.326832 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c9b8869a-b315-4af2-91a5-0d59f6cd0ba9 admin admin] Publish callbacks [] for security_group (b0820459-17e4-4edb-a439-32d6b6cf308f), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.332388 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ae48b441-39e0-428c-8cd2-700595150d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.375569 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f3a48d36-7357-4a6e-9885-b8bae80fd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.435097 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c9b8869a-b315-4af2-91a5-0d59f6cd0ba9 admin admin] Publish callbacks [] for security_group (b0820459-17e4-4edb-a439-32d6b6cf308f), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.517612 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Publish callbacks [] for port (548809e0-43d9-4708-b725-be31923c768a), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.551529 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2cc86ae4-409d-43b5-a78f-bb99a1ea7b93 req-1713bdca-a6ce-4524-b5a9-d0b564e3c1eb tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 210 time: 0.2715862 Mar 03 16:11:34.587939 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (548809e0-43d9-4708-b725-be31923c768a), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.592830 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c9b8869a-b315-4af2-91a5-0d59f6cd0ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (b0820459-17e4-4edb-a439-32d6b6cf308f), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.595082 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c9b8869a-b315-4af2-91a5-0d59f6cd0ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.599316 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-c9b8869a-b315-4af2-91a5-0d59f6cd0ba9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0820459-17e4-4edb-a439-32d6b6cf308f HTTP/1.1" status: 204 len: 168 time: 1.2051899 Mar 03 16:11:34.632918 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8869a-b315-4af2-91a5-0d59f6cd0ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0820459-17e4-4edb-a439-32d6b6cf308f,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:34.651977 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Network 9ba15c27-2b8e-4d04-b799-e6df45177b15 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:34.654811 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:34.660539 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:30Z', 'revision_number': 3, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:34.661729 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:34.662529 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673011'] for router_interface (711c6554-1da5-434f-960e-11ca9c937e9f), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.735422 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f64684-77c7-4e9c-85af-605275b20696 None None] The sync data for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi is: [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:30Z', 'revision_number': 3, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:11:34.820069 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48b441-39e0-428c-8cd2-700595150d3f None None] Pushing event updated for resources: {'Port': ['ID=9b9356ed-bd8f-4a12-b0ee-054a058be453,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:34.838720 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-6974f46c-0811-435a-8841-b783da8ce8e8 None None] Provisioning complete for port 9b9356ed-bd8f-4a12-b0ee-054a058be453 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:34.839431 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-6974f46c-0811-435a-8841-b783da8ce8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.884199 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-164b2c49-53f4-445e-b475-929e05011e35 req-a4e55656-9afb-4411-83f9-0beba62961a7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 210 time: 0.1696029 Mar 03 16:11:34.918671 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Publish callbacks [] for router_gateway (e135f620-a4cd-4f21-946d-b9e671ae186b), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:34.957673 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Pushing event updated for resources: {'Port': ['ID=548809e0-43d9-4708-b725-be31923c768a,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:35.066710 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 9b9356ed-bd8f-4a12-b0ee-054a058be453 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:35.075589 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device dbffe63f-3901-4f33-80f1-e82d1d92d241 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:35.102005 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672302'] for router (24c72b84-8afa-4e75-940d-3d2263ee8d15), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:35.158636 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:35.252225 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (548809e0-43d9-4708-b725-be31923c768a), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:35.335104 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-6974f46c-0811-435a-8841-b783da8ce8e8 None None] Current status of the port 9b9356ed-bd8f-4a12-b0ee-054a058be453 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:35.370586 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port dbffe63f-3901-4f33-80f1-e82d1d92d241 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:35.370946 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:35.522406 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-677fe609-e0e2-4b1f-86b5-f6b9c181e8d6 None None] Provisioning complete for port 548809e0-43d9-4708-b725-be31923c768a triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:35.522800 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-677fe609-e0e2-4b1f-86b5-f6b9c181e8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (548809e0-43d9-4708-b725-be31923c768a), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:35.731956 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-677fe609-e0e2-4b1f-86b5-f6b9c181e8d6 None None] Port 548809e0-43d9-4708-b725-be31923c768a cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:11:35.739247 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Publish callbacks [] for port (548809e0-43d9-4708-b725-be31923c768a), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:35.743230 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port dbffe63f-3901-4f33-80f1-e82d1d92d241 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:35.746756 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672302'] for router (e135f620-a4cd-4f21-946d-b9e671ae186b), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:35.747291 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (548809e0-43d9-4708-b725-be31923c768a), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:35.747955 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678243'] for router_interface (711c6554-1da5-434f-960e-11ca9c937e9f), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:35.842462 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Pushing event updated for resources: {'Port': ['ID=548809e0-43d9-4708-b725-be31923c768a,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:35.924839 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Network 9ba15c27-2b8e-4d04-b799-e6df45177b15 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:35.926850 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:36.030113 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 9b9356ed-bd8f-4a12-b0ee-054a058be453 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:36.102684 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 9b9356ed-bd8f-4a12-b0ee-054a058be453 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:36.103280 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:36.164795 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Router 711c6554-1da5-434f-960e-11ca9c937e9f has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:11:36.192780 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-42be5fba-4f3a-4331-b250-c6646c069f41 req-2f8f07d9-634e-4b01-a9f0-7a7b736c0859 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 210 time: 0.0436740 Mar 03 16:11:36.229976 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 9b9356ed-bd8f-4a12-b0ee-054a058be453 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:36.231242 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 893f44df-aa2f-469f-870c-3c08645d364d up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:36.242859 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b95f8c95-bf75-4a8b-8bc4-f944de8433ba req-52eaa733-dbd7-4a14-92db-d09d3da9ddf6 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 210 time: 0.4935730 Mar 03 16:11:36.278934 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Router 24c72b84-8afa-4e75-940d-3d2263ee8d15 is scheduled to L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 with binding_index 1 {{(pid=103058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 16:11:36.337799 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Router e135f620-a4cd-4f21-946d-b9e671ae186b is scheduled to L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 with binding_index 1 {{(pid=103058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 16:11:36.350673 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 893f44df-aa2f-469f-870c-3c08645d364d triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:36.351120 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (893f44df-aa2f-469f-870c-3c08645d364d), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:36.379598 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:11:36.399663 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-ebbc7192-1da0-4067-bcfb-09bdcfcfbd8c admin admin] 10.222.0.11 "PUT /v2.0/routers/711c6554-1da5-434f-960e-11ca9c937e9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5888777 Mar 03 16:11:36.427576 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-ed3d34d5-342b-4d0c-b626-57d07551f418 None None] Provisioning complete for port 548809e0-43d9-4708-b725-be31923c768a triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:36.428104 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ed3d34d5-342b-4d0c-b626-57d07551f418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (548809e0-43d9-4708-b725-be31923c768a), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:36.479081 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d34d5-342b-4d0c-b626-57d07551f418 None None] Port 548809e0-43d9-4708-b725-be31923c768a cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:11:36.533408 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 893f44df-aa2f-469f-870c-3c08645d364d is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:36.534107 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (893f44df-aa2f-469f-870c-3c08645d364d), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:36.598816 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port 893f44df-aa2f-469f-870c-3c08645d364d, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=893f44df-aa2f-469f-870c-3c08645d364d,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:11:36.607203 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:11:36.610226 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (893f44df-aa2f-469f-870c-3c08645d364d), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:36.627738 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Sync routers for ids ['24c72b84-8afa-4e75-940d-3d2263ee8d15'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:11:36.678403 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:11:36.712245 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Sync routers for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:11:36.726537 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:11:36.728019 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:11:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:36.733907 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:36.735406 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-2cbdd8ef-aaea-4575-9786-c197959c63a2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.2796776 Mar 03 16:11:36.738838 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58388) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:36.739200 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:36.744913 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b795d62c-8a88-448c-b689-c4d42873771d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:36.746260 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-9a64f325-7adf-465d-bd62-af3049d42513 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2466202 Mar 03 16:11:36.747658 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58390) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:36.764447 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Routers {'24c72b84-8afa-4e75-940d-3d2263ee8d15'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:11:36.767337 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:11:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['24c72b84-8afa-4e75-940d-3d2263ee8d15'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:36.879959 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=893f44df-aa2f-469f-870c-3c08645d364d,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:37.177825 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:11:37.186140 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Set router 24c72b84-8afa-4e75-940d-3d2263ee8d15 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:11:37.345978 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.10', 55782) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:37.695428 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:34Z', 'revision_number': 3, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:37.713223 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:37.805617 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'name': 'tempest-ServerRescueNegativeTestJSON-393295003-router', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:28Z', 'updated_at': '2022-03-03T16:11:33Z', 'revision_number': 3, 'project_id': '2073a032eb83470fa8666e110d2452d6', 'gw_port': {'id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:30Z', 'updated_at': '2022-03-03T16:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:37.857678 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Sync routers for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:11:37.865513 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.10', 55783) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:37.876015 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Checking router: e135f620-a4cd-4f21-946d-b9e671ae186b for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:11:37.876515 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Updating router e135f620-a4cd-4f21-946d-b9e671ae186b port 1937d434-a1ca-4b85-ab73-20e193743e29 binding host dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:11:37.885892 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ae40e01c-fad9-41b5-b238-59da77828a0c req-f98bcf9b-3a28-47ee-8bad-0a64dc5809e0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 210 time: 0.3554418 Mar 03 16:11:37.901265 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Checking router: 24c72b84-8afa-4e75-940d-3d2263ee8d15 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:11:37.902986 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Updating router 24c72b84-8afa-4e75-940d-3d2263ee8d15 port 41adb1b5-5e76-4439-9bc7-b915a9ab4194 binding host dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:11:37.924153 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:11:37.924377 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:11:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:37.978936 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 893f44df-aa2f-469f-870c-3c08645d364d up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:38.031482 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (1937d434-a1ca-4b85-ab73-20e193743e29), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:38.166523 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58450) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:38.185841 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-a72af4eb-13e4-4981-936f-9f9eb846fa1b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216979796', 'description': 'tempest-description--1792212526'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:38.188216 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-460dcbd2-a896-48b1-a5e8-3978f7d64b52 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:38.189680 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-460dcbd2-a896-48b1-a5e8-3978f7d64b52 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "GET /v2.0/networks?id=81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 200 len: 814 time: 0.8407278 Mar 03 16:11:38.191258 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:38.210759 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-74c3153a-91b0-4c18-83a5-4020b4c1c1ba req-e305a9f6-b5ce-4f91-a1cc-e82c0a66a02c tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 210 time: 0.0747292 Mar 03 16:11:38.227439 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a72af4eb-13e4-4981-936f-9f9eb846fa1b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:38.260740 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Request body: {'port': {'device_id': 'd5948808-46db-42c8-bba5-4b86dab41982', 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7', 'admin_state_up': True, 'tenant_id': 'bcf1394a235140658c5dc29f79119146'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:38.417681 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-30fc77b6-47d4-49d6-bd54-49784aef5d46 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:38.421803 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-30fc77b6-47d4-49d6-bd54-49784aef5d46 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.10 "GET /v2.0/networks?id=3bc74a71-6730-4434-91f4-287bc4f82043 HTTP/1.1" status: 200 len: 811 time: 0.5481997 Mar 03 16:11:38.452160 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Request body: {'port': {'device_id': 'ef585ef8-527a-46e2-af92-e727cd73e684', 'network_id': '3bc74a71-6730-4434-91f4-287bc4f82043', 'admin_state_up': True, 'tenant_id': 'fbaac6eb90c2447fa55cc78a203564f2'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:38.720666 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Publish callbacks [] for port (1937d434-a1ca-4b85-ab73-20e193743e29), precommit_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:38.732601 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (1937d434-a1ca-4b85-ab73-20e193743e29), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:38.735502 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:11:38.802699 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 893f44df-aa2f-469f-870c-3c08645d364d triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:38.803800 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (893f44df-aa2f-469f-870c-3c08645d364d), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:38.870371 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b4dc4-8379-48ca-8302-63c9882e1daa None None] Pushing event updated for resources: {'Port': ['ID=1937d434-a1ca-4b85-ab73-20e193743e29,revision_number=2']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:38.929498 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Attempting to bind port 1937d434-a1ca-4b85-ab73-20e193743e29 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:11:38.930118 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Attempting to bind port 1937d434-a1ca-4b85-ab73-20e193743e29 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:11:38.932393 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Attempting to bind port 1937d434-a1ca-4b85-ab73-20e193743e29 on network b455cb9f-0d66-40ce-a781-3917c21627ac {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:11:38.948299 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:11:38.948299 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Checking segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:38.948299 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:38.948299 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Bound using segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:11:38.948909 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Bound port: 1937d434-a1ca-4b85-ab73-20e193743e29, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:11:38.949286 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (1937d434-a1ca-4b85-ab73-20e193743e29), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:38.969577 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Made reservation on behalf of bcf1394a235140658c5dc29f79119146 for: {'port': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:38.984030 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:39.001433 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:39.019721 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a72af4eb-13e4-4981-936f-9f9eb846fa1b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group (fb3f04cd-8cdc-4e4e-867f-9510d32798bf), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:39.042659 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a72af4eb-13e4-4981-936f-9f9eb846fa1b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (fb3f04cd-8cdc-4e4e-867f-9510d32798bf), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:39.056018 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:39.120694 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] For port 1937d434-a1ca-4b85-ab73-20e193743e29, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:11:39.125416 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] For port 1937d434-a1ca-4b85-ab73-20e193743e29, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=1937d434-a1ca-4b85-ab73-20e193743e29,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:11:39.147837 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (1937d434-a1ca-4b85-ab73-20e193743e29), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:39.220930 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b4dc4-8379-48ca-8302-63c9882e1daa None None] Pushing event updated for resources: {'Port': ['ID=1937d434-a1ca-4b85-ab73-20e193743e29,revision_number=3']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:39.254696 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:11:39.268151 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:11:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:39.270491 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ff304923-5357-4701-8d78-8012073daf92 req-a5cecf9f-1012-4987-937f-4f82412802ea tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 210 time: 0.1299222 Mar 03 16:11:39.398399 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a72af4eb-13e4-4981-936f-9f9eb846fa1b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:39.404193 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-a72af4eb-13e4-4981-936f-9f9eb846fa1b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2276812 Mar 03 16:11:39.419306 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58516) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:39.485557 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-4cabe4bb-b9cc-40e3-a762-c269e67a7cb6 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Request body: {'security_group_rule': {'security_group_id': 'fb3f04cd-8cdc-4e4e-867f-9510d32798bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:39.511273 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:39.512208 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72af4eb-13e4-4981-936f-9f9eb846fa1b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3f04cd-8cdc-4e4e-867f-9510d32798bf,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:39.642011 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58520) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:39.679017 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:11:39.680260 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4cabe4bb-b9cc-40e3-a762-c269e67a7cb6 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group_rule (a360c979-9f07-4801-a4d3-839984733a92), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:39.694578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Made reservation on behalf of fbaac6eb90c2447fa55cc78a203564f2 for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:39.702092 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:39.716742 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 893f44df-aa2f-469f-870c-3c08645d364d is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:39.944746 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Publish callbacks [] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), precommit_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:39.962276 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.065886 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Allocated IP 172.20.0.2 (3bc74a71-6730-4434-91f4-287bc4f82043/416038c5-eb0f-406e-b5ad-6937bb516e24/13b8996c-31dc-4dc7-a196-0258874ace98) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:40.138725 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16b934-e325-4049-a3e6-a65593a09a22 None None] Pushing event updated for resources: {'Port': ['ID=41adb1b5-5e76-4439-9bc7-b915a9ab4194,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:40.197409 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Attempting to bind port 41adb1b5-5e76-4439-9bc7-b915a9ab4194 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:11:40.198285 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Attempting to bind port 41adb1b5-5e76-4439-9bc7-b915a9ab4194 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:11:40.198449 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Attempting to bind port 41adb1b5-5e76-4439-9bc7-b915a9ab4194 on network b455cb9f-0d66-40ce-a781-3917c21627ac {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:11:40.205319 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:11:40.205319 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Checking segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:40.206224 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.206651 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Bound using segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:11:40.207230 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Bound port: 41adb1b5-5e76-4439-9bc7-b915a9ab4194, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:11:40.207847 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.214821 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7813caa6-65fb-4cf8-b75e-e122da4f567c req-d1704ad8-3b56-40a6-8f53-c75e9704449f tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 210 time: 0.7150798 Mar 03 16:11:40.221048 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:34Z', 'revision_number': 3, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:40.286011 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 2, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:40.317267 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Publish callbacks [] for port (13b8996c-31dc-4dc7-a196-0258874ace98), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.328474 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Checking router: 711c6554-1da5-434f-960e-11ca9c937e9f for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:11:40.329135 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Updating router 711c6554-1da5-434f-960e-11ca9c937e9f port 548809e0-43d9-4708-b725-be31923c768a binding host dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:11:40.340382 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61daffe-84e4-4b44-a053-cc36f4bd9350 None None] The sync data for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi is: [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:34Z', 'revision_number': 3, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:11:40.376552 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (548809e0-43d9-4708-b725-be31923c768a), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.411408 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Allocated IP 172.20.0.11 (81ee8f01-b759-4202-8915-9ce0ac0408c7/369464a5-7b33-4b27-a463-b6dba2f7f3c6/00abaa24-5078-4b96-86b8-a4ccef266811) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:40.478613 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] For port 41adb1b5-5e76-4439-9bc7-b915a9ab4194, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:11:40.535046 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Allocated IP 172.20.0.1 (82e9fb8e-a8c9-4547-9296-3ca067bc6d47/43ae60ec-ea77-49ce-bb68-d2d11a158e61/a72fc412-dbc5-440d-84c9-12c40e32d95e) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:40.539857 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Allocated IP 172.20.0.1 (3eda6009-02fd-4599-bb6e-1629d529972a/1012fc80-88ad-4f0b-8ba7-efa6206e6c9f/38336ba5-2ace-46a6-bb02-2f4e7d14ef6f) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:40.584228 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] For port 41adb1b5-5e76-4439-9bc7-b915a9ab4194, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=41adb1b5-5e76-4439-9bc7-b915a9ab4194,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:11:40.595722 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.624284 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6f943988-fc2a-4fdc-8a33-d12a48221e5f req-00bf5213-105d-4cd2-ac6b-0b2a4d210697 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 210 time: 0.0630293 Mar 03 16:11:40.700052 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce0ac-e5a8-4780-a815-e0062356885e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.715480 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.765759 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks [] for port (00abaa24-5078-4b96-86b8-a4ccef266811), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.785909 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16b934-e325-4049-a3e6-a65593a09a22 None None] Pushing event updated for resources: {'Port': ['ID=41adb1b5-5e76-4439-9bc7-b915a9ab4194,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:40.791920 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.834986 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Routers {'24c72b84-8afa-4e75-940d-3d2263ee8d15'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:11:40.835999 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:11:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['24c72b84-8afa-4e75-940d-3d2263ee8d15'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:40.930375 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Network 3bc74a71-6730-4434-91f4-287bc4f82043 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:40.933101 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4cabe4bb-b9cc-40e3-a762-c269e67a7cb6 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group_rule (a360c979-9f07-4801-a4d3-839984733a92), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.933558 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Publish callbacks [] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.949310 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:40.965788 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Pushing event updated for resources: {'Port': ['ID=13b8996c-31dc-4dc7-a196-0258874ace98,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:40.968150 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4cabe4bb-b9cc-40e3-a762-c269e67a7cb6 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (a360c979-9f07-4801-a4d3-839984733a92), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:40.977238 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:40.982713 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:40.983768 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.026727 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.056288 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabe4bb-b9cc-40e3-a762-c269e67a7cb6 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a360c979-9f07-4801-a4d3-839984733a92,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:41.076530 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Publish callbacks [] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.105167 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f9de5a26-6d2f-4dfb-8dd7-56e154ac28ea tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6666226 Mar 03 16:11:41.157584 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] Set router 24c72b84-8afa-4e75-940d-3d2263ee8d15 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:11:41.175402 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4cabe4bb-b9cc-40e3-a762-c269e67a7cb6 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.181631 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-4cabe4bb-b9cc-40e3-a762-c269e67a7cb6 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7424548 Mar 03 16:11:41.181985 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58534) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:41.184936 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Network 81ee8f01-b759-4202-8915-9ce0ac0408c7 is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:41.200285 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-5635bf44-3cf5-405e-b5e4-0d745fd9128a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Request body: {'security_group_rule': {'security_group_id': 'fb3f04cd-8cdc-4e4e-867f-9510d32798bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:41.201230 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce0ac-e5a8-4780-a815-e0062356885e admin admin] Publish callbacks [] for security_group (749fd637-be36-4d0e-9438-5cf1a1328b67), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.215803 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8c3ce0ac-e5a8-4780-a815-e0062356885e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (749fd637-be36-4d0e-9438-5cf1a1328b67), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.242472 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:41.265835 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:41.280611 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:41.281624 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.296737 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ce0ac-e5a8-4780-a815-e0062356885e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749fd637-be36-4d0e-9438-5cf1a1328b67,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:41.320369 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-8c3ce0ac-e5a8-4780-a815-e0062356885e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=377cbda7f12d44ef8b192945e54e30c4&name=default HTTP/1.1" status: 200 len: 2995 time: 1.6702991 Mar 03 16:11:41.321284 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Publish callbacks [] for port (548809e0-43d9-4708-b725-be31923c768a), precommit_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.323186 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58538) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:41.342841 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.363986 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Pushing event updated for resources: {'Port': ['ID=00abaa24-5078-4b96-86b8-a4ccef266811,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:41.383987 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (548809e0-43d9-4708-b725-be31923c768a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.398278 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.428184 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:41.452658 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:41.466987 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:41.467698 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673011'] for router_interface (24c72b84-8afa-4e75-940d-3d2263ee8d15), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.508598 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-058438fc-5d89-4972-ae08-b2dd42e5df97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2667367 Mar 03 16:11:41.572380 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5635bf44-3cf5-405e-b5e4-0d745fd9128a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group_rule (a55322e7-2e13-48eb-a7ba-ad12002b2858), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.601487 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Network 3eda6009-02fd-4599-bb6e-1629d529972a is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:41.617743 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:41.641081 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:41.642105 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673011'] for router_interface (e135f620-a4cd-4f21-946d-b9e671ae186b), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.663227 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c325708-3a8b-43a2-aa28-02ac50562a6f None None] Pushing event updated for resources: {'Port': ['ID=548809e0-43d9-4708-b725-be31923c768a,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:41.732344 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Attempting to bind port 548809e0-43d9-4708-b725-be31923c768a on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:11:41.733289 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Attempting to bind port 548809e0-43d9-4708-b725-be31923c768a by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:11:41.734379 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Attempting to bind port 548809e0-43d9-4708-b725-be31923c768a on network 9ba15c27-2b8e-4d04-b799-e6df45177b15 {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:11:41.750221 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:11:41.752761 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Checking segment: {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:41.758454 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.759015 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Bound using segment: {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:11:41.762794 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Bound port: 548809e0-43d9-4708-b725-be31923c768a, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:11:41.769926 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (548809e0-43d9-4708-b725-be31923c768a), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:41.925562 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=a72fc412-dbc5-440d-84c9-12c40e32d95e,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:41.949018 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'name': 'tempest-ServerRescueNegativeTestJSON-393295003-router', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:28Z', 'updated_at': '2022-03-03T16:11:33Z', 'revision_number': 3, 'project_id': '2073a032eb83470fa8666e110d2452d6', 'gw_port': {'id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:30Z', 'updated_at': '2022-03-03T16:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:41.995965 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a473b76-9a49-4570-9a78-a45df5d64ee2 req-42d79c10-0eaa-4823-9499-de15bb0214ba tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:41.997785 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3a473b76-9a49-4570-9a78-a45df5d64ee2 req-42d79c10-0eaa-4823-9499-de15bb0214ba tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 931 time: 0.6412785 Mar 03 16:11:41.998641 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Pushing event updated for resources: {'Port': ['ID=38336ba5-2ace-46a6-bb02-2f4e7d14ef6f,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:42.033142 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5635bf44-3cf5-405e-b5e4-0d745fd9128a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group_rule (a55322e7-2e13-48eb-a7ba-ad12002b2858), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.044631 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5635bf44-3cf5-405e-b5e4-0d745fd9128a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (a55322e7-2e13-48eb-a7ba-ad12002b2858), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.047542 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] For port 548809e0-43d9-4708-b725-be31923c768a, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:11:42.052800 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 1937d434-a1ca-4b85-ab73-20e193743e29 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:42.068209 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d352ba1d-544d-445e-9893-0016cbc58dc4 None None] The sync data for ids ['24c72b84-8afa-4e75-940d-3d2263ee8d15'] in dv-cinder-830538-6-iscsi is: [{'id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'name': 'tempest-ServerRescueNegativeTestJSON-393295003-router', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:28Z', 'updated_at': '2022-03-03T16:11:33Z', 'revision_number': 3, 'project_id': '2073a032eb83470fa8666e110d2452d6', 'gw_port': {'id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:30Z', 'updated_at': '2022-03-03T16:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:11:42.078875 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f92e6507-dc40-4ec7-a1e0-1b43221c5049 admin admin] Publish callbacks [] for security_group (749fd637-be36-4d0e-9438-5cf1a1328b67), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.106636 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] For port 548809e0-43d9-4708-b725-be31923c768a, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=548809e0-43d9-4708-b725-be31923c768a,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:11:42.109899 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f92e6507-dc40-4ec7-a1e0-1b43221c5049 admin admin] Publish callbacks [] for security_group (749fd637-be36-4d0e-9438-5cf1a1328b67), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.111992 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-23e6534e-14db-4c25-95dd-caddd8a08db5 None None] Provisioning complete for port 548809e0-43d9-4708-b725-be31923c768a triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:42.112593 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-23e6534e-14db-4c25-95dd-caddd8a08db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (548809e0-43d9-4708-b725-be31923c768a), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.144473 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.158019 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (548809e0-43d9-4708-b725-be31923c768a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.189376 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635bf44-3cf5-405e-b5e4-0d745fd9128a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55322e7-2e13-48eb-a7ba-ad12002b2858,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:42.210263 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61568a19-1fd7-475b-bbf6-382fce65a3f4 req-b0b5f43c-4762-4688-a1b5-a671e5bee6f8 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:42.211892 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-61568a19-1fd7-475b-bbf6-382fce65a3f4 req-b0b5f43c-4762-4688-a1b5-a671e5bee6f8 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 932 time: 0.3506711 Mar 03 16:11:42.317287 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5635bf44-3cf5-405e-b5e4-0d745fd9128a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.325833 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:11:42.326039 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58546) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:42.326119 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-5635bf44-3cf5-405e-b5e4-0d745fd9128a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1278598 Mar 03 16:11:42.326194 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:11:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:42.340637 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Request body: {'floatingip': {'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:42.369901 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f92e6507-dc40-4ec7-a1e0-1b43221c5049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (749fd637-be36-4d0e-9438-5cf1a1328b67), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.372570 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f92e6507-dc40-4ec7-a1e0-1b43221c5049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.380047 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-f92e6507-dc40-4ec7-a1e0-1b43221c5049 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/749fd637-be36-4d0e-9438-5cf1a1328b67 HTTP/1.1" status: 204 len: 168 time: 1.0546529 Mar 03 16:11:42.414485 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c325708-3a8b-43a2-aa28-02ac50562a6f None None] Pushing event updated for resources: {'Port': ['ID=548809e0-43d9-4708-b725-be31923c768a,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:42.430357 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3a473b76-9a49-4570-9a78-a45df5d64ee2 req-22450246-662f-4fde-83c9-75536ea83564 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869858 Mar 03 16:11:42.438625 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 1937d434-a1ca-4b85-ab73-20e193743e29 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:42.439013 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (1937d434-a1ca-4b85-ab73-20e193743e29), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.485776 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-23e6534e-14db-4c25-95dd-caddd8a08db5 None None] Current status of the port 548809e0-43d9-4708-b725-be31923c768a is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:42.486174 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-23e6534e-14db-4c25-95dd-caddd8a08db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (548809e0-43d9-4708-b725-be31923c768a), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.704191 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:42.931444 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e6507-dc40-4ec7-a1e0-1b43221c5049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749fd637-be36-4d0e-9438-5cf1a1328b67,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:42.945251 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-61568a19-1fd7-475b-bbf6-382fce65a3f4 req-5e6e80cd-49bc-4453-b580-56abcea835fc tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7012169 Mar 03 16:11:42.961423 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.118929 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58554) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:43.153231 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9dc086d2-ef00-4b17-8f52-98299b74221a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.165112 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Publish callbacks [] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.167457 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-23e6534e-14db-4c25-95dd-caddd8a08db5 None None] For port 548809e0-43d9-4708-b725-be31923c768a, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=548809e0-43d9-4708-b725-be31923c768a,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:11:43.172036 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.173547 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678243'] for router_interface (e135f620-a4cd-4f21-946d-b9e671ae186b), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.183494 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Publish callbacks [] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.255458 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:11:43.382072 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9dc086d2-ef00-4b17-8f52-98299b74221a admin admin] Publish callbacks [] for security_group (b344ed41-42d4-4e2f-bdea-3a56bab6ca7b), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.382901 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-23e6534e-14db-4c25-95dd-caddd8a08db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (548809e0-43d9-4708-b725-be31923c768a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.383021 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.383021 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678243'] for router_interface (24c72b84-8afa-4e75-940d-3d2263ee8d15), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.390144 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9dc086d2-ef00-4b17-8f52-98299b74221a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (b344ed41-42d4-4e2f-bdea-3a56bab6ca7b), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.449379 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6534e-14db-4c25-95dd-caddd8a08db5 None None] Pushing event updated for resources: {'Port': ['ID=548809e0-43d9-4708-b725-be31923c768a,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:43.474899 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Pushing event updated for resources: {'Port': ['ID=38336ba5-2ace-46a6-bb02-2f4e7d14ef6f,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:43.488087 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Network 3eda6009-02fd-4599-bb6e-1629d529972a is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:43.489865 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:43.633463 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 1937d434-a1ca-4b85-ab73-20e193743e29 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:43.633463 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (1937d434-a1ca-4b85-ab73-20e193743e29), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.670046 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port 1937d434-a1ca-4b85-ab73-20e193743e29, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=1937d434-a1ca-4b85-ab73-20e193743e29,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:11:43.705459 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (1937d434-a1ca-4b85-ab73-20e193743e29), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.712016 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa4019-c675-417a-bdbb-a1d07f41791d req-561a3b4a-49f3-41d2-8263-784a8021b536 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:43.713827 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-96aa4019-c675-417a-bdbb-a1d07f41791d req-561a3b4a-49f3-41d2-8263-784a8021b536 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 931 time: 0.1367953 Mar 03 16:11:43.714504 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58560) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:43.719508 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-9dc086d2-ef00-4b17-8f52-98299b74221a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e37700031e074b5daafb0dc3161e0207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5982528 Mar 03 16:11:43.740028 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:43.744585 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=a72fc412-dbc5-440d-84c9-12c40e32d95e,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:43.749252 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:43.753732 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Router e135f620-a4cd-4f21-946d-b9e671ae186b has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:11:43.756249 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc086d2-ef00-4b17-8f52-98299b74221a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b344ed41-42d4-4e2f-bdea-3a56bab6ca7b,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:43.772654 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-a56e4d58-540b-40ab-8cd9-31b62d4bca45 None None] Provisioning complete for port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:43.773034 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a56e4d58-540b-40ab-8cd9-31b62d4bca45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.774848 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=1937d434-a1ca-4b85-ab73-20e193743e29,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:43.776832 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:43.917184 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:41Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:43.934390 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Router 24c72b84-8afa-4e75-940d-3d2263ee8d15 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:11:43.949285 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75095370-90c8-4d3d-ad5a-5e6017ae45f4 None None] The sync data for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi is: [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:41Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:11:43.953749 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-a56e4d58-540b-40ab-8cd9-31b62d4bca45 None None] Port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:11:43.999105 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-a56e4d58-540b-40ab-8cd9-31b62d4bca45 None None] Provisioning complete for port 548809e0-43d9-4708-b725-be31923c768a triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:43.999591 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a56e4d58-540b-40ab-8cd9-31b62d4bca45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (548809e0-43d9-4708-b725-be31923c768a), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:44.168072 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-96aa4019-c675-417a-bdbb-a1d07f41791d req-9d611be7-8aa3-4bb9-8b19-d7be80b65163 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448018 Mar 03 16:11:44.172103 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:11:44.192137 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-43e19125-7e6e-4d9d-9cdb-e53fa1a0a5ee admin admin] 10.222.0.11 "PUT /v2.0/routers/e135f620-a4cd-4f21-946d-b9e671ae186b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4336238 Mar 03 16:11:44.192347 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Sync routers for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:11:44.198921 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7f9e3180-4ee6-49b0-ad2b-29f12d5e411e admin admin] Publish callbacks [] for security_group (b344ed41-42d4-4e2f-bdea-3a56bab6ca7b), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:44.220746 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-a56e4d58-540b-40ab-8cd9-31b62d4bca45 None None] Current status of the port 548809e0-43d9-4708-b725-be31923c768a is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:44.234699 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:11:44.235587 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:11:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:44.241659 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7f9e3180-4ee6-49b0-ad2b-29f12d5e411e admin admin] Publish callbacks [] for security_group (b344ed41-42d4-4e2f-bdea-3a56bab6ca7b), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:44.272626 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 1937d434-a1ca-4b85-ab73-20e193743e29 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:44.304858 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Allocated IP 172.27.2.65 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/8cc08f50-b590-4b52-a6af-c52639e13a22) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:44.343485 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7f9e3180-4ee6-49b0-ad2b-29f12d5e411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (b344ed41-42d4-4e2f-bdea-3a56bab6ca7b), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:44.346769 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7f9e3180-4ee6-49b0-ad2b-29f12d5e411e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:44.347891 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7f9e3180-4ee6-49b0-ad2b-29f12d5e411e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b344ed41-42d4-4e2f-bdea-3a56bab6ca7b HTTP/1.1" status: 204 len: 168 time: 0.6306140 Mar 03 16:11:44.379855 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e3180-4ee6-49b0-ad2b-29f12d5e411e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b344ed41-42d4-4e2f-bdea-3a56bab6ca7b,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:44.414126 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19db695-8ab3-497b-a2cc-d829f25ea847 req-acaff9d1-f669-4220-815e-2d6996a8d6f0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:44.423219 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b19db695-8ab3-497b-a2cc-d829f25ea847 req-acaff9d1-f669-4220-815e-2d6996a8d6f0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 932 time: 0.2949913 Mar 03 16:11:44.429058 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:11:44.450300 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-9b6e9105-46a3-4c43-8c7e-e1fbd0139ac5 admin admin] 10.222.0.11 "PUT /v2.0/routers/24c72b84-8afa-4e75-940d-3d2263ee8d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7103705 Mar 03 16:11:44.516443 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-7d854693-6983-49ef-aa5f-cf254a0d4e26 None None] Provisioning complete for port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:44.516773 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-7d854693-6983-49ef-aa5f-cf254a0d4e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:44.529673 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 1937d434-a1ca-4b85-ab73-20e193743e29 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:44.530039 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (1937d434-a1ca-4b85-ab73-20e193743e29), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:44.536510 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:11:44.698245 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b19db695-8ab3-497b-a2cc-d829f25ea847 req-e8051bab-d8a0-4dee-965f-4fbe05d0688b tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738173 Mar 03 16:11:44.709887 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for port (8cc08f50-b590-4b52-a6af-c52639e13a22), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:44.758555 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-7d854693-6983-49ef-aa5f-cf254a0d4e26 None None] Port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:11:44.845966 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (8cc08f50-b590-4b52-a6af-c52639e13a22), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:44.972082 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 1937d434-a1ca-4b85-ab73-20e193743e29 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:44.972683 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 41adb1b5-5e76-4439-9bc7-b915a9ab4194 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:44.976635 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:44.984354 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:45.001215 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:45.094131 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 41adb1b5-5e76-4439-9bc7-b915a9ab4194 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:45.095565 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:45.130119 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 2, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:45.212158 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event updated for resources: {'Port': ['ID=8cc08f50-b590-4b52-a6af-c52639e13a22,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:45.243686 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Checking router: e135f620-a4cd-4f21-946d-b9e671ae186b for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:11:45.243686 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Updating router e135f620-a4cd-4f21-946d-b9e671ae186b port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f binding host dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:11:45.308759 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 41adb1b5-5e76-4439-9bc7-b915a9ab4194 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:45.310689 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:45.342655 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port 41adb1b5-5e76-4439-9bc7-b915a9ab4194, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=41adb1b5-5e76-4439-9bc7-b915a9ab4194,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:11:45.348298 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:45.359269 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:45.417505 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (25993bef-d6b3-46d7-8471-147ab1b86caf), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:45.498386 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Sync routers for ids ['24c72b84-8afa-4e75-940d-3d2263ee8d15'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:11:45.568065 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (8cc08f50-b590-4b52-a6af-c52639e13a22), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:45.589834 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Routers {'24c72b84-8afa-4e75-940d-3d2263ee8d15'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:11:45.592695 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:11:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['24c72b84-8afa-4e75-940d-3d2263ee8d15'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:45.704203 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=41adb1b5-5e76-4439-9bc7-b915a9ab4194,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:46.043177 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Set router 24c72b84-8afa-4e75-940d-3d2263ee8d15 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:11:46.194166 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 548809e0-43d9-4708-b725-be31923c768a up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:46.206871 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Publish callbacks [] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), precommit_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.223596 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.272655 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-3fe667ca-6f51-4666-a918-77f65e4ae129 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:46.275065 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-3fe667ca-6f51-4666-a918-77f65e4ae129 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/networks?id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47 HTTP/1.1" status: 200 len: 818 time: 0.6353548 Mar 03 16:11:46.305867 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc946046-42a7-4a4a-b2e1-7f2077f1be6f None None] Pushing event updated for resources: {'Port': ['ID=38336ba5-2ace-46a6-bb02-2f4e7d14ef6f,revision_number=3']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:46.342451 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58630) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:46.379391 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-c305317c-77e3-4726-bda5-105c2a495103 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/quotas/2073a032eb83470fa8666e110d2452d6 HTTP/1.1" status: 200 len: 375 time: 0.0411201 Mar 03 16:11:46.385279 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Attempting to bind port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:11:46.385907 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Attempting to bind port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:11:46.386491 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Attempting to bind port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f on network 3eda6009-02fd-4599-bb6e-1629d529972a {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:11:46.391545 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-eebed8ea-a742-43dc-be32-85f5c043895c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726058616', 'description': 'tempest-description--701326690'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:46.394068 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:11:46.394758 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Checking segment: {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:46.395328 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.396016 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Bound using segment: {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:11:46.396725 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Bound port: 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'}}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:11:46.397345 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.516335 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-eebed8ea-a742-43dc-be32-85f5c043895c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.548731 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for port (8cc08f50-b590-4b52-a6af-c52639e13a22), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.566287 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 548809e0-43d9-4708-b725-be31923c768a triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:46.566887 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (548809e0-43d9-4708-b725-be31923c768a), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.572297 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a1a26-edd2-4be3-86a5-1593c121bfe5 req-b067472b-85a4-4b1d-9bb6-6dfd88eab50b tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:46.576770 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f77a1a26-edd2-4be3-86a5-1593c121bfe5 req-b067472b-85a4-4b1d-9bb6-6dfd88eab50b tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 931 time: 0.1391222 Mar 03 16:11:46.582581 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] For port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:11:46.583595 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (8cc08f50-b590-4b52-a6af-c52639e13a22), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.590694 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] For port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=38336ba5-2ace-46a6-bb02-2f4e7d14ef6f,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:11:46.601895 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.644498 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-c343c012-13d4-4656-9825-cd0b606d0cae tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2073a032eb83470fa8666e110d2452d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2406151 Mar 03 16:11:46.675929 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:11:46.676562 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:11:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:46.688176 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (25993bef-d6b3-46d7-8471-147ab1b86caf), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.702030 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f77a1a26-edd2-4be3-86a5-1593c121bfe5 req-c225a356-7850-499b-83ec-c9dc28ed6821 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206927 Mar 03 16:11:46.756599 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f65dbfc6-5193-49b0-ae3a-b178d55492f4 None None] Provisioning complete for port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:46.757231 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f65dbfc6-5193-49b0-ae3a-b178d55492f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.822951 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event updated for resources: {'Port': ['ID=8cc08f50-b590-4b52-a6af-c52639e13a22,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:46.831617 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 548809e0-43d9-4708-b725-be31923c768a is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:46.832743 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 41adb1b5-5e76-4439-9bc7-b915a9ab4194 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:46.848715 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.850052 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-4bf7f4b2-66ce-41fe-b419-0086977de193 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5235140 Mar 03 16:11:46.894032 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'name': 'tempest-ServerRescueNegativeTestJSON-393295003-router', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:28Z', 'updated_at': '2022-03-03T16:11:41Z', 'revision_number': 4, 'project_id': '2073a032eb83470fa8666e110d2452d6', 'gw_port': {'id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:30Z', 'updated_at': '2022-03-03T16:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'a72fc412-dbc5-440d-84c9-12c40e32d95e', 'name': '', 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'mac_address': 'fa:16:3e:d8:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '43ae60ec-ea77-49ce-bb68-d2d11a158e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 2, 'project_id': '2073a032eb83470fa8666e110d2452d6', 'subnets': [{'id': '43ae60ec-ea77-49ce-bb68-d2d11a158e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:46.906225 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27c847-71e8-43db-8a3c-d219c25b7659 req-fd6eb645-072e-4c39-a3cb-7aa9fc1a5012 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:46.920313 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-eebed8ea-a742-43dc-be32-85f5c043895c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group (e3401c16-670d-45a9-bbc2-ab38ecf4b1ee), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:46.925830 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Checking router: 24c72b84-8afa-4e75-940d-3d2263ee8d15 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:11:46.926183 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Updating router 24c72b84-8afa-4e75-940d-3d2263ee8d15 port a72fc412-dbc5-440d-84c9-12c40e32d95e binding host dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:11:46.937414 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ca27c847-71e8-43db-8a3c-d219c25b7659 req-fd6eb645-072e-4c39-a3cb-7aa9fc1a5012 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 932 time: 0.1284440 Mar 03 16:11:46.941842 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:11:46.954688 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-eebed8ea-a742-43dc-be32-85f5c043895c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e3401c16-670d-45a9-bbc2-ab38ecf4b1ee), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:47.077942 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-d5178717-932c-422e-88b9-f0ec2e535f2d service neutron] 10.222.0.11 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165154 Mar 03 16:11:47.089179 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-eebed8ea-a742-43dc-be32-85f5c043895c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:47.090496 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-eebed8ea-a742-43dc-be32-85f5c043895c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7463229 Mar 03 16:11:47.096196 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ca27c847-71e8-43db-8a3c-d219c25b7659 req-e6faecf3-3122-4df3-9e01-36da769b7ea0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569366 Mar 03 16:11:47.096868 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58648) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:47.101929 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-eabf3193-0c12-4b9d-9477-4cf265f22cc1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Request body: {'security_group_rule': {'security_group_id': 'e3401c16-670d-45a9-bbc2-ab38ecf4b1ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:47.155584 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebed8ea-a742-43dc-be32-85f5c043895c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:47.158469 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-eabf3193-0c12-4b9d-9477-4cf265f22cc1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group_rule (a55eb777-d9a8-4b2e-96dc-8927a6d6b16f), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:47.160288 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:47.165711 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f65dbfc6-5193-49b0-ae3a-b178d55492f4 None None] Current status of the port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:47.167363 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f65dbfc6-5193-49b0-ae3a-b178d55492f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:47.212285 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 41adb1b5-5e76-4439-9bc7-b915a9ab4194 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:47.217004 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:47.260469 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc946046-42a7-4a4a-b2e1-7f2077f1be6f None None] Pushing event updated for resources: {'Port': ['ID=38336ba5-2ace-46a6-bb02-2f4e7d14ef6f,revision_number=4']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:47.327847 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-828b26f3-2cf7-495d-b9dc-10701ce06819 service neutron] 10.222.0.11 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329988 Mar 03 16:11:47.359976 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f65dbfc6-5193-49b0-ae3a-b178d55492f4 None None] For port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=38336ba5-2ace-46a6-bb02-2f4e7d14ef6f,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:11:47.371172 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-7d7fb090-116c-4133-aa5e-819c402e7ca3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--216979796&fields=id&tenant_id=3df7765ab38441feaf9e7d17d7559290 HTTP/1.1" status: 200 len: 267 time: 0.1289377 Mar 03 16:11:47.390891 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f65dbfc6-5193-49b0-ae3a-b178d55492f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:47.423058 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-eabf3193-0c12-4b9d-9477-4cf265f22cc1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group_rule (a55eb777-d9a8-4b2e-96dc-8927a6d6b16f), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:47.467434 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-eabf3193-0c12-4b9d-9477-4cf265f22cc1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (a55eb777-d9a8-4b2e-96dc-8927a6d6b16f), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:47.493459 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf3193-0c12-4b9d-9477-4cf265f22cc1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55eb777-d9a8-4b2e-96dc-8927a6d6b16f,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:47.533021 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-eabf3193-0c12-4b9d-9477-4cf265f22cc1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:47.533021 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-eabf3193-0c12-4b9d-9477-4cf265f22cc1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4298897 Mar 03 16:11:47.533210 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58668) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:47.547309 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-b15b3158-7144-45c8-9131-a69a96bb712c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Request body: {'security_group_rule': {'security_group_id': 'e3401c16-670d-45a9-bbc2-ab38ecf4b1ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:47.581155 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-4715e39b-2c93-4f74-b8f7-510080a2f836 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:47.589608 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-4715e39b-2c93-4f74-b8f7-510080a2f836 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/networks?id=9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 200 len: 811 time: 0.2172947 Mar 03 16:11:47.615280 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:46Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:47.623349 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-6b4816a3-eb93-4866-b8a2-32b69c303658 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/quotas/3df7765ab38441feaf9e7d17d7559290 HTTP/1.1" status: 200 len: 375 time: 0.0171850 Mar 03 16:11:47.687745 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd7733c-5b9f-4469-b922-1ac2d12e6b08 None None] The sync data for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi is: [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:46Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:11:47.826467 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-f307f1f4-65d4-43a1-9f95-1bdf8b4f3d08 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3df7765ab38441feaf9e7d17d7559290&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2018855 Mar 03 16:11:47.835507 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c72c5a45-15ff-4d5f-9edd-e162326de233 None None] Provisioning complete for port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:47.836085 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c72c5a45-15ff-4d5f-9edd-e162326de233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:47.846794 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dbfc6-5193-49b0-ae3a-b178d55492f4 None None] Pushing event updated for resources: {'Port': ['ID=38336ba5-2ace-46a6-bb02-2f4e7d14ef6f,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:47.887085 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-4610e0ac-90de-4131-bdfb-2071cf2bae56 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:11:47.888045 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-4610e0ac-90de-4131-bdfb-2071cf2bae56 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059395 Mar 03 16:11:48.076323 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3c0f8964-c3cb-4480-8c55-62d1aa68a8ca req-1f40b57d-77e4-49a0-a73f-c12aabf1e2ee tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 210 time: 0.4952414 Mar 03 16:11:48.146431 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-fb03d209-db1b-4412-811d-f06aad286736 service neutron] 10.222.0.11 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545254 Mar 03 16:11:48.147679 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-98826acb-6128-4c81-b68d-8ca970617d62 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:11:48.148986 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-98826acb-6128-4c81-b68d-8ca970617d62 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0229769 Mar 03 16:11:48.213741 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b15b3158-7144-45c8-9131-a69a96bb712c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group_rule (ad050035-3ad3-42d9-9e5c-2c5846e1cb47), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:48.294344 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b15b3158-7144-45c8-9131-a69a96bb712c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group_rule (ad050035-3ad3-42d9-9e5c-2c5846e1cb47), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:48.303069 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b15b3158-7144-45c8-9131-a69a96bb712c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (ad050035-3ad3-42d9-9e5c-2c5846e1cb47), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:48.351103 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-e7c73239-b719-4f39-8133-77b34e2ee44b service neutron] 10.222.0.11 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922209 Mar 03 16:11:48.376126 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b3158-7144-45c8-9131-a69a96bb712c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad050035-3ad3-42d9-9e5c-2c5846e1cb47,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:48.391741 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b15b3158-7144-45c8-9131-a69a96bb712c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:48.393558 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-b15b3158-7144-45c8-9131-a69a96bb712c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8583755 Mar 03 16:11:48.397188 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58702) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:48.403584 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Request body: {'floatingip': {'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:48.427111 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441558b-646e-45de-a2d4-6f5af505da84 req-05eca0e1-b12b-40d5-9eae-094291d2cc81 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:48.431401 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6441558b-646e-45de-a2d4-6f5af505da84 req-05eca0e1-b12b-40d5-9eae-094291d2cc81 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 931 time: 0.1032550 Mar 03 16:11:48.484122 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:48.549965 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 41adb1b5-5e76-4439-9bc7-b915a9ab4194 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:48.638834 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6441558b-646e-45de-a2d4-6f5af505da84 req-4775d553-152e-40d2-9963-8e64dae7c7b7 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006648 Mar 03 16:11:48.680761 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58710) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:48.716042 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c72c5a45-15ff-4d5f-9edd-e162326de233 None None] Current status of the port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:48.852069 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:48.880177 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e4aa4-46a6-49d9-b371-4c8cd27a58dc req-03fc8956-c6d4-46a0-85a9-43097fea5f58 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:48.882329 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7f5e4aa4-46a6-49d9-b371-4c8cd27a58dc req-03fc8956-c6d4-46a0-85a9-43097fea5f58 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 932 time: 0.1749609 Mar 03 16:11:48.909586 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Publish callbacks [] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), precommit_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:48.926238 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:48.951208 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:48.979474 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:48.979912 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:48.989371 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c32d3b57-e6de-478e-954a-ef7512190e2d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:48.993024 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c32d3b57-e6de-478e-954a-ef7512190e2d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/networks?id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47 HTTP/1.1" status: 200 len: 818 time: 0.2177773 Mar 03 16:11:49.037770 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-8d9a30c4-8a86-486e-a9b6-2829aefb795b tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/quotas/2073a032eb83470fa8666e110d2452d6 HTTP/1.1" status: 200 len: 375 time: 0.0305800 Mar 03 16:11:49.038420 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c4339082-58f2-4626-9ef3-a2a49e52bdd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.039926 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7f5e4aa4-46a6-49d9-b371-4c8cd27a58dc req-4b0368d2-5119-4879-9dfc-c5c8e54e6a7e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296222 Mar 03 16:11:49.093340 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a75c04-9ebf-4cb6-976a-8802bfd43a55 None None] Pushing event updated for resources: {'Port': ['ID=a72fc412-dbc5-440d-84c9-12c40e32d95e,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:49.145572 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-5d9c2b47-0d97-4d25-b9a9-c8901590f97f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2073a032eb83470fa8666e110d2452d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978940 Mar 03 16:11:49.202990 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9e1c84c6-eb61-4c99-8d3f-5edd80fd9fce req-69c2fb28-77d8-4e7c-84d1-a422e2e20908 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 210 time: 0.0781345 Mar 03 16:11:49.222178 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Attempting to bind port a72fc412-dbc5-440d-84c9-12c40e32d95e on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:11:49.226589 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Attempting to bind port a72fc412-dbc5-440d-84c9-12c40e32d95e by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:11:49.233392 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Attempting to bind port a72fc412-dbc5-440d-84c9-12c40e32d95e on network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:11:49.242966 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Allocated IP 172.27.2.101 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:49.244974 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:11:49.245699 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Checking segment: {'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:49.245817 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.246118 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Bound using segment: {'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:11:49.246637 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Bound port: a72fc412-dbc5-440d-84c9-12c40e32d95e, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:11:49.247249 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.340413 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-0d18da15-2d6e-42e4-9890-5c55057bdd33 service neutron] 10.222.0.11 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867876 Mar 03 16:11:49.355232 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:49.377322 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for port (4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.378893 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c4339082-58f2-4626-9ef3-a2a49e52bdd7 admin admin] Publish callbacks [] for security_group (3854b246-ca93-4e89-b347-cd5c91ba4f57), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.385512 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] For port a72fc412-dbc5-440d-84c9-12c40e32d95e, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:11:49.389288 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] For port a72fc412-dbc5-440d-84c9-12c40e32d95e, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=a72fc412-dbc5-440d-84c9-12c40e32d95e,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:11:49.397008 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.412147 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c4339082-58f2-4626-9ef3-a2a49e52bdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (3854b246-ca93-4e89-b347-cd5c91ba4f57), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.419735 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.462419 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-c4339082-58f2-4626-9ef3-a2a49e52bdd7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18cbd419df6c45cab27f094f9eadff39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7804718 Mar 03 16:11:49.466294 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58732) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:49.467705 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Routers {'24c72b84-8afa-4e75-940d-3d2263ee8d15'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:11:49.468005 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:49.468624 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:11:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['24c72b84-8afa-4e75-940d-3d2263ee8d15'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:49.479089 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:49.481699 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:49.485198 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4339082-58f2-4626-9ef3-a2a49e52bdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3854b246-ca93-4e89-b347-cd5c91ba4f57,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:49.501966 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event updated for resources: {'Port': ['ID=4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:49.509376 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-f41a3cfb-d411-4897-aae8-4c8f4e64cacf service neutron] 10.222.0.11 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679847 Mar 03 16:11:49.521196 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a75c04-9ebf-4cb6-976a-8802bfd43a55 None None] Pushing event updated for resources: {'Port': ['ID=a72fc412-dbc5-440d-84c9-12c40e32d95e,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:49.617816 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] Set router 24c72b84-8afa-4e75-940d-3d2263ee8d15 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:11:49.637834 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee2c7-ef6f-4af7-8d21-611987815cdf admin admin] Publish callbacks [] for security_group (3854b246-ca93-4e89-b347-cd5c91ba4f57), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.642889 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (b3f82d1b-e47b-4446-ae46-3a715a320959), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.713055 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee2c7-ef6f-4af7-8d21-611987815cdf admin admin] Publish callbacks [] for security_group (3854b246-ca93-4e89-b347-cd5c91ba4f57), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.765346 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-52203bc9-b99e-4b2b-add5-156d0b269e7b req-ca7ef91e-03c6-42c4-8f60-9e8c9c9a4246 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 210 time: 0.0369413 Mar 03 16:11:49.828869 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.881805 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee2c7-ef6f-4af7-8d21-611987815cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (3854b246-ca93-4e89-b347-cd5c91ba4f57), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.884718 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee2c7-ef6f-4af7-8d21-611987815cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:49.885880 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-dd9ee2c7-ef6f-4af7-8d21-611987815cdf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3854b246-ca93-4e89-b347-cd5c91ba4f57 HTTP/1.1" status: 204 len: 168 time: 0.4167995 Mar 03 16:11:49.908153 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ee2c7-ef6f-4af7-8d21-611987815cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3854b246-ca93-4e89-b347-cd5c91ba4f57,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:49.922786 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b7c6a-ac04-4a13-b6ea-50637b9b3aad req-74a0f09b-745f-4163-b866-9f07b70fb2f1 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:49.930243 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-870b7c6a-ac04-4a13-b6ea-50637b9b3aad req-74a0f09b-745f-4163-b866-9f07b70fb2f1 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 931 time: 0.1598315 Mar 03 16:11:49.985951 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'name': 'tempest-ServerRescueNegativeTestJSON-393295003-router', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:28Z', 'updated_at': '2022-03-03T16:11:41Z', 'revision_number': 4, 'project_id': '2073a032eb83470fa8666e110d2452d6', 'gw_port': {'id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:30Z', 'updated_at': '2022-03-03T16:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'a72fc412-dbc5-440d-84c9-12c40e32d95e', 'name': '', 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'mac_address': 'fa:16:3e:d8:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '43ae60ec-ea77-49ce-bb68-d2d11a158e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:49Z', 'revision_number': 4, 'project_id': '2073a032eb83470fa8666e110d2452d6', 'subnets': [{'id': '43ae60ec-ea77-49ce-bb68-d2d11a158e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:11:50.041899 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36907ac0-b045-4b97-a7fc-0940e812f6ac None None] The sync data for ids ['24c72b84-8afa-4e75-940d-3d2263ee8d15'] in dv-cinder-830538-6-iscsi is: [{'id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'name': 'tempest-ServerRescueNegativeTestJSON-393295003-router', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:28Z', 'updated_at': '2022-03-03T16:11:41Z', 'revision_number': 4, 'project_id': '2073a032eb83470fa8666e110d2452d6', 'gw_port': {'id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:30Z', 'updated_at': '2022-03-03T16:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'a72fc412-dbc5-440d-84c9-12c40e32d95e', 'name': '', 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'mac_address': 'fa:16:3e:d8:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '43ae60ec-ea77-49ce-bb68-d2d11a158e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:49Z', 'revision_number': 4, 'project_id': '2073a032eb83470fa8666e110d2452d6', 'subnets': [{'id': '43ae60ec-ea77-49ce-bb68-d2d11a158e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:11:50.060065 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-870b7c6a-ac04-4a13-b6ea-50637b9b3aad req-81b485e3-8e37-4aa6-81ea-1c167f734957 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288247 Mar 03 16:11:50.259566 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for port (4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:50.277878 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:50.329425 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a74b85-94d2-4cac-a266-5e9e73d8650c req-850c0d9f-3188-4e57-8a23-8eed36fb6b0a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:50.340664 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f4a74b85-94d2-4cac-a266-5e9e73d8650c req-850c0d9f-3188-4e57-8a23-8eed36fb6b0a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 932 time: 0.1764505 Mar 03 16:11:50.347303 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (b3f82d1b-e47b-4446-ae46-3a715a320959), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:50.391059 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a763a8f7-2b0a-45c2-933d-d9b2292efa8a req-aefc0820-9795-4641-afbb-daa9e0d44c91 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 210 time: 0.0599821 Mar 03 16:11:50.421022 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f4a74b85-94d2-4cac-a266-5e9e73d8650c req-df59e567-da94-4af8-9583-9fa82ec9560e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790291 Mar 03 16:11:50.430230 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event updated for resources: {'Port': ['ID=4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:50.473265 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:50.478219 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-36359698-bcb7-41ea-8770-9aad159e4436 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0773323 Mar 03 16:11:50.808633 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58766) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:50.826966 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device a72fc412-dbc5-440d-84c9-12c40e32d95e up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:50.856593 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7611-9830-4eaf-afb5-34b5e1f52d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:51.007783 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1255ac33-46e6-44ff-bd83-2b4421b51741 req-cc254c59-0081-4552-9997-d1d0368d0412 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 210 time: 0.0835464 Mar 03 16:11:51.045055 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port a72fc412-dbc5-440d-84c9-12c40e32d95e triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:51.045617 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:51.104681 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Request body: {'port': {'device_id': 'ef585ef8-527a-46e2-af92-e727cd73e684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:51.108208 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Request body: {'port': {'device_id': 'd5948808-46db-42c8-bba5-4b86dab41982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:51.231456 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:51.295052 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port a72fc412-dbc5-440d-84c9-12c40e32d95e is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:51.295680 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:51.349111 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port a72fc412-dbc5-440d-84c9-12c40e32d95e, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=a72fc412-dbc5-440d-84c9-12c40e32d95e,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:11:51.359551 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:51.475530 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=a72fc412-dbc5-440d-84c9-12c40e32d95e,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:51.715111 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-bc3fcc68-7e9b-495f-a3ea-6cb67584c36b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--726058616&fields=id&tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e HTTP/1.1" status: 200 len: 267 time: 0.7358322 Mar 03 16:11:51.820994 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:51.841684 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7611-9830-4eaf-afb5-34b5e1f52d28 admin admin] Publish callbacks [] for security_group (ecdfb169-8a8e-494e-bb2f-3fc94f050541), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:51.856068 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7611-9830-4eaf-afb5-34b5e1f52d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (ecdfb169-8a8e-494e-bb2f-3fc94f050541), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:52.122781 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-5ddd7611-9830-4eaf-afb5-34b5e1f52d28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3729c0d02f9b4adfbc713395f1aa19e6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3124490 Mar 03 16:11:52.151343 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58808) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:52.199583 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11fd7e-1441-4d7f-a451-e5c9ab1e72e6 req-8aa49be9-c45e-43a7-828e-d7c716231cf4 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:52.207135 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5b11fd7e-1441-4d7f-a451-e5c9ab1e72e6 req-8aa49be9-c45e-43a7-828e-d7c716231cf4 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 931 time: 0.4759519 Mar 03 16:11:52.255847 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd7611-9830-4eaf-afb5-34b5e1f52d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdfb169-8a8e-494e-bb2f-3fc94f050541,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:52.286108 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2db2d78-8a8d-41fa-afba-99c00a40c6f6 admin admin] Publish callbacks [] for security_group (ecdfb169-8a8e-494e-bb2f-3fc94f050541), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:52.358739 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-96b04cd9-319e-4409-b1fa-5a2a3f32ba66 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:52.366299 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-96b04cd9-319e-4409-b1fa-5a2a3f32ba66 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 816 time: 0.6497896 Mar 03 16:11:52.387901 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2db2d78-8a8d-41fa-afba-99c00a40c6f6 admin admin] Publish callbacks [] for security_group (ecdfb169-8a8e-494e-bb2f-3fc94f050541), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:52.410828 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5b11fd7e-1441-4d7f-a451-e5c9ab1e72e6 req-2038aea9-4711-4d5e-b213-4fd2832ce374 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848695 Mar 03 16:11:52.423924 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-ddb23ee4-2a3b-47d7-bcf8-70e49fc3bb7b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/quotas/4c4cf44f8cfb4dfca30f6e0569ef235e HTTP/1.1" status: 200 len: 375 time: 0.0563550 Mar 03 16:11:52.642233 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0019c98b-6a7e-4952-a7a7-ec4f0940ffac req-e34a43b0-15e1-44e4-8f9d-abbe6aecb830 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 210 time: 0.1199269 Mar 03 16:11:52.646010 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2db2d78-8a8d-41fa-afba-99c00a40c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (ecdfb169-8a8e-494e-bb2f-3fc94f050541), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:52.648703 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2db2d78-8a8d-41fa-afba-99c00a40c6f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:52.649842 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-c2db2d78-8a8d-41fa-afba-99c00a40c6f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecdfb169-8a8e-494e-bb2f-3fc94f050541 HTTP/1.1" status: 204 len: 168 time: 0.4977753 Mar 03 16:11:52.704419 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b8996c-31dc-4dc7-a196-0258874ace98 {{(pid=103058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:11:52.737993 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device a72fc412-dbc5-440d-84c9-12c40e32d95e up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:11:52.742789 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Publish callbacks [] for port (13b8996c-31dc-4dc7-a196-0258874ace98), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:52.750143 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db2d78-8a8d-41fa-afba-99c00a40c6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdfb169-8a8e-494e-bb2f-3fc94f050541,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:52.864156 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.provisioning_blocks [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Transition to ACTIVE for port object 13b8996c-31dc-4dc7-a196-0258874ace98 will not be triggered until provisioned by entity L2. {{(pid=103058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:11:52.871546 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:52.891053 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-907c6da3-ab88-432d-a70c-d6c1f577db5f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4653113 Mar 03 16:11:52.902575 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port a72fc412-dbc5-440d-84c9-12c40e32d95e triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:52.902958 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:52.949257 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Pushing event updated for resources: {'Port': ['ID=13b8996c-31dc-4dc7-a196-0258874ace98,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:52.950644 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00abaa24-5078-4b96-86b8-a4ccef266811 {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:11:53.021376 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Publish callbacks [] for port (00abaa24-5078-4b96-86b8-a4ccef266811), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:53.098073 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port a72fc412-dbc5-440d-84c9-12c40e32d95e is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:11:53.133178 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Attempting to bind port 13b8996c-31dc-4dc7-a196-0258874ace98 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:11:53.133489 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Attempting to bind port 13b8996c-31dc-4dc7-a196-0258874ace98 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '5ed7430e-838c-486d-adac-77a26365e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3bc74a71-6730-4434-91f4-287bc4f82043'}] {{(pid=103058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:11:53.133813 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Attempting to bind port 13b8996c-31dc-4dc7-a196-0258874ace98 on network 3bc74a71-6730-4434-91f4-287bc4f82043 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:11:53.150510 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Port 13b8996c-31dc-4dc7-a196-0258874ace98 on network 3bc74a71-6730-4434-91f4-287bc4f82043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:11:53.151360 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Attempting to bind port 13b8996c-31dc-4dc7-a196-0258874ace98 on network 3bc74a71-6730-4434-91f4-287bc4f82043 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:11:53.167399 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3889cf3-d6cf-43f7-aecb-87dda1752e79 req-8b2eb2f9-c760-45f3-a058-be216f269a66 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:53.176916 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d3889cf3-d6cf-43f7-aecb-87dda1752e79 req-8b2eb2f9-c760-45f3-a058-be216f269a66 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 932 time: 0.2294517 Mar 03 16:11:53.188584 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:11:53.188960 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Checking segment: {'id': '5ed7430e-838c-486d-adac-77a26365e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3bc74a71-6730-4434-91f4-287bc4f82043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:53.189521 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Bound using segment: {'id': '5ed7430e-838c-486d-adac-77a26365e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3bc74a71-6730-4434-91f4-287bc4f82043'} {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:11:53.190699 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Bound port: 13b8996c-31dc-4dc7-a196-0258874ace98, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed7430e-838c-486d-adac-77a26365e2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3bc74a71-6730-4434-91f4-287bc4f82043'}}] {{(pid=103058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:11:53.191038 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:53.223591 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Transition to ACTIVE for port object 00abaa24-5078-4b96-86b8-a4ccef266811 will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:11:53.259693 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-957ffde5-79ce-4187-9788-93093c7a7ada service neutron] 10.222.0.11 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537800 Mar 03 16:11:53.261372 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:53.429429 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d3889cf3-d6cf-43f7-aecb-87dda1752e79 req-1ff886bd-ee9f-4aff-a466-ae7229eb3469 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467868 Mar 03 16:11:53.447053 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Pushing event updated for resources: {'Port': ['ID=00abaa24-5078-4b96-86b8-a4ccef266811,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:53.454376 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] For port 13b8996c-31dc-4dc7-a196-0258874ace98, host hv-cinder-83053, cleared binding levels {{(pid=103058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:11:53.460329 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] For port 13b8996c-31dc-4dc7-a196-0258874ace98, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=13b8996c-31dc-4dc7-a196-0258874ace98,segment=NetworkSegment(5ed7430e-838c-486d-adac-77a26365e2e8),segment_id=5ed7430e-838c-486d-adac-77a26365e2e8)] {{(pid=103058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:11:53.468383 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:53.486705 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-9c1aeede-eeaa-49aa-a53d-3450a107e886 service neutron] 10.222.0.11 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184508 Mar 03 16:11:53.520989 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Attempting to bind port 00abaa24-5078-4b96-86b8-a4ccef266811 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:11:53.521434 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Attempting to bind port 00abaa24-5078-4b96-86b8-a4ccef266811 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:11:53.521829 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Attempting to bind port 00abaa24-5078-4b96-86b8-a4ccef266811 on network 81ee8f01-b759-4202-8915-9ce0ac0408c7 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:11:53.526397 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Port 00abaa24-5078-4b96-86b8-a4ccef266811 on network 81ee8f01-b759-4202-8915-9ce0ac0408c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:11:53.526898 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Attempting to bind port 00abaa24-5078-4b96-86b8-a4ccef266811 on network 81ee8f01-b759-4202-8915-9ce0ac0408c7 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:11:53.532308 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:11:53.532578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Checking segment: {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:11:53.533214 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Bound using segment: {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:11:53.534271 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Bound port: 00abaa24-5078-4b96-86b8-a4ccef266811, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:11:53.534693 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:53.579104 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:53.580099 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:53.582069 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] 10.222.0.10 "PUT /v2.0/ports/13b8996c-31dc-4dc7-a196-0258874ace98 HTTP/1.1" status: 200 len: 1093 time: 2.8299110 Mar 03 16:11:53.583926 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cb8a11c9-ac07-4f11-a712-d253507ebb41 req-f8a13b60-7b90-4072-a303-d56d63536e44 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 210 time: 0.0552118 Mar 03 16:11:53.584379 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef585ef8-527a-46e2-af92-e727cd73e684', 'tag': '13b8996c-31dc-4dc7-a196-0258874ace98'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:11:53.616436 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] For port 00abaa24-5078-4b96-86b8-a4ccef266811, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:11:53.622513 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] For port 00abaa24-5078-4b96-86b8-a4ccef266811, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=00abaa24-5078-4b96-86b8-a4ccef266811,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:11:53.631218 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:53.720063 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059d4c2-674b-43fb-90de-6a36d100b490 service neutron] Pushing event updated for resources: {'Port': ['ID=13b8996c-31dc-4dc7-a196-0258874ace98,revision_number=3']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:53.720622 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:53.721520 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:53.723167 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] 10.222.0.10 "PUT /v2.0/ports/00abaa24-5078-4b96-86b8-a4ccef266811 HTTP/1.1" status: 200 len: 1094 time: 2.9709795 Mar 03 16:11:53.723758 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5948808-46db-42c8-bba5-4b86dab41982', 'tag': '00abaa24-5078-4b96-86b8-a4ccef266811'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:11:53.756995 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850e870-1186-4787-a819-6d359ac1dfd4 req-499665e1-3237-4a35-acfd-9bd8750abc28 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:53.758693 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c850e870-1186-4787-a819-6d359ac1dfd4 req-499665e1-3237-4a35-acfd-9bd8750abc28 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.0803738 Mar 03 16:11:53.821836 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c850e870-1186-4787-a819-6d359ac1dfd4 req-73ff0dbc-e90f-4050-b95a-36f9f1a8062d tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564930 Mar 03 16:11:53.909575 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ced4769-4600-4616-8ddd-c150b5a5752e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef585ef8-527a-46e2-af92-e727cd73e684", "tag": "13b8996c-31dc-4dc7-a196-0258874ace98"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:11:54.013002 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3e446560-6f57-49bc-a8a1-f346310ed10f req-1d78af8b-775b-41e7-9a0e-e74f2247c8e2 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 210 time: 0.1627543 Mar 03 16:11:54.014494 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3b956-b615-4d51-809b-6d454e1225f2 service neutron] Pushing event updated for resources: {'Port': ['ID=00abaa24-5078-4b96-86b8-a4ccef266811,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:54.024062 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0c27f649-ed19-4c8b-bb02-5cb5fe7239b7 req-09ee4bb4-f745-40f7-a8ca-e12849750d87 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 210 time: 0.0808694 Mar 03 16:11:54.124236 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29053979-7f6b-4669-9667-5371b4b5265e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5948808-46db-42c8-bba5-4b86dab41982", "tag": "00abaa24-5078-4b96-86b8-a4ccef266811"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:11:54.390303 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397bb47e-ddca-40d9-9089-3b5446e1c6bd x-openstack-request-id: req-397bb47e-ddca-40d9-9089-3b5446e1c6bd {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:11:54.390793 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef585ef8-527a-46e2-af92-e727cd73e684", "tag": "13b8996c-31dc-4dc7-a196-0258874ace98", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:11:54.391387 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-397bb47e-ddca-40d9-9089-3b5446e1c6bd {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:11:54.392129 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef585ef8-527a-46e2-af92-e727cd73e684', 'tag': '13b8996c-31dc-4dc7-a196-0258874ace98', 'status': 'completed', 'code': 200} Mar 03 16:11:54.425451 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b9122f-2ccd-45fa-b4f7-79054d1942e1 x-openstack-request-id: req-a0b9122f-2ccd-45fa-b4f7-79054d1942e1 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:11:54.425903 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5948808-46db-42c8-bba5-4b86dab41982", "tag": "00abaa24-5078-4b96-86b8-a4ccef266811", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:11:54.426221 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0b9122f-2ccd-45fa-b4f7-79054d1942e1 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:11:54.426675 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5948808-46db-42c8-bba5-4b86dab41982', 'tag': '00abaa24-5078-4b96-86b8-a4ccef266811', 'status': 'completed', 'code': 200} Mar 03 16:11:54.574521 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd607d-6aea-4237-a9df-ec92b6a70302 req-9cc36254-2cab-43e2-a1c8-5334cc3f2a6d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:54.582389 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d3dd607d-6aea-4237-a9df-ec92b6a70302 req-9cc36254-2cab-43e2-a1c8-5334cc3f2a6d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 944 time: 0.0680690 Mar 03 16:11:54.668006 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d3dd607d-6aea-4237-a9df-ec92b6a70302 req-bd548614-3c8f-4d35-9a2f-a599e5a100fb tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845892 Mar 03 16:11:54.729949 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ba6029aa-f0b4-4f28-99b1-f971d200d2e2 req-436a07f3-07b8-49d6-9b13-ee2605f48a3e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 210 time: 0.0283270 Mar 03 16:11:54.956822 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203306dc-af08-4437-ba19-18f82b2204da req-f229d533-8ab2-4a71-ab02-373b223766cd tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:54.958356 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-203306dc-af08-4437-ba19-18f82b2204da req-f229d533-8ab2-4a71-ab02-373b223766cd tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.0537958 Mar 03 16:11:55.006038 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-203306dc-af08-4437-ba19-18f82b2204da req-e3c6a789-402b-4742-a1c4-61ed636daaac tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418255 Mar 03 16:11:55.107725 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-37ad53cc-825a-42a6-87d0-fae7a9fb42e7 req-a796d044-a255-4a07-bee4-3a9c952e2937 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 210 time: 0.0318494 Mar 03 16:11:55.155765 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ac04facc-c04a-4a17-83ac-4f3a02145b5e req-88040a11-1c92-463b-b506-be73e762415f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 210 time: 0.0346923 Mar 03 16:11:55.756788 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58950) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:55.787171 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7643376-658e-486e-b8b3-ab7785ad8438 req-69d5a1cc-d27f-42d8-b428-3bffaeec8027 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:55.788657 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c7643376-658e-486e-b8b3-ab7785ad8438 req-69d5a1cc-d27f-42d8-b428-3bffaeec8027 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 944 time: 0.0610871 Mar 03 16:11:55.839574 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-74e3f9ab-a3d9-496f-9c5d-a85d41ccd7ef req-5c6559c8-926d-45b8-8b71-c2962fc1dbe2 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 210 time: 0.0370967 Mar 03 16:11:55.844154 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c7643376-658e-486e-b8b3-ab7785ad8438 req-2955ee07-86ec-4352-96ac-4d0352b3a9aa tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482929 Mar 03 16:11:55.879381 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a267e98d-322e-41d1-b584-2f9eed0ba70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:55.954434 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a267e98d-322e-41d1-b584-2f9eed0ba70b admin admin] Publish callbacks [] for security_group (328722e0-5339-4be9-a179-5a71a2aa1dc2), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:55.958059 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a267e98d-322e-41d1-b584-2f9eed0ba70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (328722e0-5339-4be9-a179-5a71a2aa1dc2), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:55.994914 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a267e98d-322e-41d1-b584-2f9eed0ba70b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8d5cfcb85724265a8ced6eeb8da6b69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355952 Mar 03 16:11:55.995746 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267e98d-322e-41d1-b584-2f9eed0ba70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328722e0-5339-4be9-a179-5a71a2aa1dc2,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:55.998332 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58954) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:56.045351 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-837e71c8-b22f-402b-a348-3af168e48aa7 admin admin] Publish callbacks [] for security_group (328722e0-5339-4be9-a179-5a71a2aa1dc2), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:56.067242 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-837e71c8-b22f-402b-a348-3af168e48aa7 admin admin] Publish callbacks [] for security_group (328722e0-5339-4be9-a179-5a71a2aa1dc2), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:56.149400 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-837e71c8-b22f-402b-a348-3af168e48aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (328722e0-5339-4be9-a179-5a71a2aa1dc2), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:56.152428 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-837e71c8-b22f-402b-a348-3af168e48aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:56.153779 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-837e71c8-b22f-402b-a348-3af168e48aa7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/328722e0-5339-4be9-a179-5a71a2aa1dc2 HTTP/1.1" status: 204 len: 168 time: 0.1544805 Mar 03 16:11:56.165885 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e71c8-b22f-402b-a348-3af168e48aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328722e0-5339-4be9-a179-5a71a2aa1dc2,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:56.180737 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7d30d-b6c9-4179-acf3-928418137f8a req-dcb7c8e4-41c6-40c3-a33f-8e2cb50213af tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:56.181760 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-71e7d30d-b6c9-4179-acf3-928418137f8a req-dcb7c8e4-41c6-40c3-a33f-8e2cb50213af tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.1039066 Mar 03 16:11:56.223072 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7d8ac640-d279-46bc-85d1-739503cc5135 req-bed60ee1-c413-4d80-8540-cc15d6a3f38a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 210 time: 0.0280046 Mar 03 16:11:56.249838 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-71e7d30d-b6c9-4179-acf3-928418137f8a req-3212524e-67ac-4050-8655-e69d9a0b4623 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607598 Mar 03 16:11:56.310443 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6287d8a4-945a-4b07-a4f8-57c8c5d31bc4 req-26ad118b-9439-4c30-b7e8-32b2e759bf30 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 210 time: 0.0259509 Mar 03 16:11:56.444903 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 58972) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:56.458106 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-416f6a4b-83b1-401b-a452-1a8da69f2882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:56.689940 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-416f6a4b-83b1-401b-a452-1a8da69f2882 admin admin] Publish callbacks [] for security_group (8099834b-8535-44bb-a58e-b06b52b99be9), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:56.694368 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-416f6a4b-83b1-401b-a452-1a8da69f2882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (8099834b-8535-44bb-a58e-b06b52b99be9), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:56.733913 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-416f6a4b-83b1-401b-a452-1a8da69f2882 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02e088ff4b284a528863bfad9311857e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879872 Mar 03 16:11:56.734785 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f6a4b-83b1-401b-a452-1a8da69f2882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8099834b-8535-44bb-a58e-b06b52b99be9,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:56.737229 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 58974) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:56.784368 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-718eab10-dd14-48ac-824b-29a9de4ece32 admin admin] Publish callbacks [] for security_group (8099834b-8535-44bb-a58e-b06b52b99be9), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:56.806722 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-718eab10-dd14-48ac-824b-29a9de4ece32 admin admin] Publish callbacks [] for security_group (8099834b-8535-44bb-a58e-b06b52b99be9), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:56.852248 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-718eab10-dd14-48ac-824b-29a9de4ece32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (8099834b-8535-44bb-a58e-b06b52b99be9), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:56.855015 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-718eab10-dd14-48ac-824b-29a9de4ece32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:56.859279 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-718eab10-dd14-48ac-824b-29a9de4ece32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8099834b-8535-44bb-a58e-b06b52b99be9 HTTP/1.1" status: 204 len: 168 time: 0.1181083 Mar 03 16:11:56.867894 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eab10-dd14-48ac-824b-29a9de4ece32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8099834b-8535-44bb-a58e-b06b52b99be9,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:56.927413 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5026372c-2fc9-4df8-a545-f248d73bda1f req-b52e75a0-1559-45df-9d30-9bd8ffa270e1 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 210 time: 0.0280261 Mar 03 16:11:56.982524 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1692e0-2e96-42f6-8747-24ad84ee0528 req-89447681-9ba3-4077-b468-334715005ea9 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:56.984123 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3f1692e0-2e96-42f6-8747-24ad84ee0528 req-89447681-9ba3-4077-b468-334715005ea9 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 944 time: 0.0731494 Mar 03 16:11:57.121074 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053979-7f6b-4669-9667-5371b4b5265e req-ccf28306-d64a-45e6-89dd-7d8c603bfe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:57.122566 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-29053979-7f6b-4669-9667-5371b4b5265e req-ccf28306-d64a-45e6-89dd-7d8c603bfe3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 1128 time: 0.1091709 Mar 03 16:11:57.132720 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3f1692e0-2e96-42f6-8747-24ad84ee0528 req-41ca1079-c5a3-4ebc-ab8b-95afe3cf412e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257858 Mar 03 16:11:57.165679 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced4769-4600-4616-8ddd-c150b5a5752e req-891de7d7-e700-430d-840f-7559e0a199a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:57.167048 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4ced4769-4600-4616-8ddd-c150b5a5752e req-891de7d7-e700-430d-840f-7559e0a199a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbaac6eb90c2447fa55cc78a203564f2&device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 1127 time: 0.1029408 Mar 03 16:11:57.337792 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1599431f-f6c8-470c-8114-32a7c1e039eb req-ac32f176-457e-45b6-9117-213b20e6be67 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 210 time: 0.0351639 Mar 03 16:11:57.348501 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053979-7f6b-4669-9667-5371b4b5265e req-b007aff2-e2d2-41bd-8d38-770ec0b93724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:57.349918 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-29053979-7f6b-4669-9667-5371b4b5265e req-b007aff2-e2d2-41bd-8d38-770ec0b93724 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=bcf1394a235140658c5dc29f79119146&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2038667 Mar 03 16:11:57.396321 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a251ce9-8ef2-459d-bfce-ac028c4126d2 req-683d7795-464b-4e73-ae64-d88aee2a1a71 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:57.397998 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2a251ce9-8ef2-459d-bfce-ac028c4126d2 req-683d7795-464b-4e73-ae64-d88aee2a1a71 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.0595198 Mar 03 16:11:57.426967 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1f263bca-2a0b-4ceb-a944-4b5e18220567 req-22062877-30f0-4724-82a8-555d0ceaf3a2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 210 time: 0.0291977 Mar 03 16:11:57.635420 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2a251ce9-8ef2-459d-bfce-ac028c4126d2 req-271dd1f3-376b-4355-8fc2-bb752b9b3b7a tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322121 Mar 03 16:11:57.657752 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced4769-4600-4616-8ddd-c150b5a5752e req-d628bf31-b7fb-4f40-9dc3-78e3eed225a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:57.659914 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4ced4769-4600-4616-8ddd-c150b5a5752e req-d628bf31-b7fb-4f40-9dc3-78e3eed225a9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=fbaac6eb90c2447fa55cc78a203564f2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2177713 Mar 03 16:11:57.765705 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29053979-7f6b-4669-9667-5371b4b5265e req-eb7299fc-12f2-4026-9218-b5dce7322ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:57.767373 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-29053979-7f6b-4669-9667-5371b4b5265e req-eb7299fc-12f2-4026-9218-b5dce7322ed3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1711760 Mar 03 16:11:57.767715 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:11:57.874281 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.10', 55803) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:57.931821 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.10', 55805) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:57.937439 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-20a7c30a-0548-4f95-a82d-e0f0f2633f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:57.939022 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-20a7c30a-0548-4f95-a82d-e0f0f2633f8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 1128 time: 0.0978696 Mar 03 16:11:58.037440 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-5a69c11f-1bf5-44b4-9e21-b804eb992bef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00abaa24-5078-4b96-86b8-a4ccef266811 HTTP/1.1" status: 200 len: 217 time: 0.0895381 Mar 03 16:11:58.083432 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-c2c739f2-ae0b-42e8-8859-921e7b43b1d8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:58.085080 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-c2c739f2-ae0b-42e8-8859-921e7b43b1d8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.10 "GET /v2.0/networks?id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47 HTTP/1.1" status: 200 len: 818 time: 0.2055600 Mar 03 16:11:58.119949 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-80a4643e-4fcc-4799-b228-2121aaf475fe req-6fa672ba-8064-4574-8671-43782ef92b51 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 210 time: 0.0604277 Mar 03 16:11:58.131268 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.10', 55806) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:58.149877 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-a0462f42-f7cf-413b-85fe-41bea17fc209 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:58.149877 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-a0462f42-f7cf-413b-85fe-41bea17fc209 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.10 "GET /v2.0/networks?id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47 HTTP/1.1" status: 200 len: 818 time: 0.2129064 Mar 03 16:11:58.167483 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Request body: {'port': {'device_id': 'b608e8ac-4170-4443-be53-8d69b920a262', 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47', 'admin_state_up': True, 'tenant_id': '2073a032eb83470fa8666e110d2452d6'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:58.181057 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Request body: {'port': {'device_id': 'ab3944a7-335c-4062-9680-e0258869ffa9', 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47', 'admin_state_up': True, 'tenant_id': '2073a032eb83470fa8666e110d2452d6'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:58.259713 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced4769-4600-4616-8ddd-c150b5a5752e req-81002bad-0cf6-43e3-bea8-50a138c975e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:58.261221 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4ced4769-4600-4616-8ddd-c150b5a5752e req-81002bad-0cf6-43e3-bea8-50a138c975e9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4915099 Mar 03 16:11:58.396608 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-8cc504f4-9dc8-43af-ac8a-dcf876f163ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:58.396768 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Made reservation on behalf of 2073a032eb83470fa8666e110d2452d6 for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:58.398829 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-8cc504f4-9dc8-43af-ac8a-dcf876f163ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=369464a5-7b33-4b27-a463-b6dba2f7f3c6 HTTP/1.1" status: 200 len: 854 time: 0.2687278 Mar 03 16:11:58.401867 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:58.521796 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-a2d1b8cf-18fe-44c6-be99-7a6100b15b13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81ee8f01-b759-4202-8915-9ce0ac0408c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135161 Mar 03 16:11:58.677834 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa20f69-2cb0-4c3d-b3ba-52f5b98b9ae6 req-ca7fbdd0-b57d-40ca-a123-32b52df0ac8f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:58.683046 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.10', 55814) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:11:58.685733 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-daa20f69-2cb0-4c3d-b3ba-52f5b98b9ae6 req-ca7fbdd0-b57d-40ca-a123-32b52df0ac8f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 944 time: 0.3403900 Mar 03 16:11:58.692086 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Made reservation on behalf of 2073a032eb83470fa8666e110d2452d6 for: {'port': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:58.695543 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:58.712163 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-0f40aed6-943a-4acd-9191-b47079d866b0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:58.713722 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-0f40aed6-943a-4acd-9191-b47079d866b0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.10 "GET /v2.0/networks?id=9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 200 len: 811 time: 0.5668561 Mar 03 16:11:58.715009 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-009eb232-c931-4064-90c1-7ad6293ee000 req-6a095031-476d-465e-b025-297d0c5e5e56 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 210 time: 0.1057541 Mar 03 16:11:58.817988 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-187341e3-41ae-4d16-b81a-54bd81921d8c service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380877 Mar 03 16:11:58.903490 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8be00e44-2a32-4940-a3ae-0b88de9395be req-ab4055ec-e7cf-404a-8427-6887e784f4cf tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 210 time: 0.0731177 Mar 03 16:11:58.946596 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-daa20f69-2cb0-4c3d-b3ba-52f5b98b9ae6 req-e614d37d-d09b-46e7-84bf-3f4dfc007881 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597291 Mar 03 16:11:58.968363 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-afd00ec2-7197-40e1-bfc0-7b078cf896c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:58.969933 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-afd00ec2-7197-40e1-bfc0-7b078cf896c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbaac6eb90c2447fa55cc78a203564f2&device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 1127 time: 0.3300691 Mar 03 16:11:58.976641 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Allocated IP 172.20.0.12 (82e9fb8e-a8c9-4547-9296-3ca067bc6d47/43ae60ec-ea77-49ce-bb68-d2d11a158e61/67cb0363-c5ca-44bb-b405-a331d8a063ab) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:59.007743 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-64baab96-4660-470a-96d9-bd14f7d9e7fa tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3df7765ab38441feaf9e7d17d7559290 HTTP/1.1" status: 200 len: 379 time: 0.2754245 Mar 03 16:11:59.023953 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Request body: {'port': {'device_id': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'admin_state_up': True, 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'security_groups': ['fb3f04cd-8cdc-4e4e-867f-9510d32798bf']}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:59.025674 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-18c2cb6c-05e8-4f33-aa33-c3e77516703e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:59.027144 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-18c2cb6c-05e8-4f33-aa33-c3e77516703e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.10 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 816 time: 0.3155820 Mar 03 16:11:59.071072 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-1d896f26-25b6-4a5b-8f6f-d7c5c79c5817 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=13b8996c-31dc-4dc7-a196-0258874ace98 HTTP/1.1" status: 200 len: 217 time: 0.0914655 Mar 03 16:11:59.105918 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-400efadc-6874-4f41-815d-986717159e39 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712653 Mar 03 16:11:59.157552 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Made reservation on behalf of 3df7765ab38441feaf9e7d17d7559290 for: {'port': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:11:59.162348 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:59.234893 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-30430130-9d77-4843-8019-fec15d5dc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:59.236402 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-30430130-9d77-4843-8019-fec15d5dc018 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=416038c5-eb0f-406e-b5ad-6937bb516e24 HTTP/1.1" status: 200 len: 851 time: 0.1489897 Mar 03 16:11:59.252784 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-84ff2280-faea-4b00-b800-5002ed0aef2f req-31110d51-3d3a-45ce-bb44-9411dc813b04 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 210 time: 0.0383201 Mar 03 16:11:59.285236 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-06c27b09-72cf-4125-bc84-c00fea6dceff tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e HTTP/1.1" status: 200 len: 379 time: 0.2227092 Mar 03 16:11:59.293839 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e9fb6-e26b-4c1b-9b74-d17fd4dc97c8 req-5089d069-0bd1-45cf-9eca-4561dd1a9d56 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:59.295285 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7b4e9fb6-e26b-4c1b-9b74-d17fd4dc97c8 req-5089d069-0bd1-45cf-9eca-4561dd1a9d56 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.2317841 Mar 03 16:11:59.315085 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Allocated IP 172.20.0.12 (9ba15c27-2b8e-4d04-b799-e6df45177b15/028a2aef-a8b5-4645-8b5b-9ea5ad4099b5/c575d8f6-2030-47e3-925f-00544960d7c9) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:11:59.479993 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for port (c575d8f6-2030-47e3-925f-00544960d7c9), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:59.524282 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:59.573435 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Network 9ba15c27-2b8e-4d04-b799-e6df45177b15 is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:11:59.576610 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:11:59.579536 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Request body: {'port': {'device_id': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'admin_state_up': True, 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'security_groups': ['e3401c16-670d-45a9-bbc2-ab38ecf4b1ee']}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:59.581204 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:11:59.588118 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:11:59.588762 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:59.589007 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-2fe5877b-4dcd-469e-8c47-d67039270de4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3bc74a71-6730-4434-91f4-287bc4f82043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2689283 Mar 03 16:11:59.607301 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event updated for resources: {'Port': ['ID=c575d8f6-2030-47e3-925f-00544960d7c9,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:11:59.614946 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-3cd70520-5862-4f67-a111-0f59ecf496a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5995309 Mar 03 16:11:59.690046 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Request body: {'port': {'device_id': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:11:59.801935 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7b4e9fb6-e26b-4c1b-9b74-d17fd4dc97c8 req-9947067a-5f5d-4f88-b159-391c7a640c33 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973822 Mar 03 16:11:59.805708 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks [] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:59.820504 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:11:59.873998 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-569a939b-beb5-4e3a-832a-9afdd3ff9550 service neutron] 10.222.0.10 "GET /v2.0/networks/3bc74a71-6730-4434-91f4-287bc4f82043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237020 Mar 03 16:11:59.998447 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f3590268-1c48-4a4b-90dc-8ca0778c8513 None None] Provisioning complete for port c575d8f6-2030-47e3-925f-00544960d7c9 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:11:59.999732 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f3590268-1c48-4a4b-90dc-8ca0778c8513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:00.049195 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Made reservation on behalf of 4c4cf44f8cfb4dfca30f6e0569ef235e for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:12:00.052725 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:00.056698 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:00.098671 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f3590268-1c48-4a4b-90dc-8ca0778c8513 None None] Port c575d8f6-2030-47e3-925f-00544960d7c9 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:12:00.206787 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1d82b031-1b6f-4398-847d-bb7bbfdea55f req-b3cf298a-bcf5-46a6-9d55-56c2a4616788 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 210 time: 0.0729933 Mar 03 16:12:00.224795 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:12:00.228230 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-141561ad-b7ed-427f-b01f-6f2209dc1afb service neutron] 10.222.0.10 "GET /v2.0/networks/3bc74a71-6730-4434-91f4-287bc4f82043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508916 Mar 03 16:12:00.230420 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Pushing event updated for resources: {'Port': ['ID=67cb0363-c5ca-44bb-b405-a331d8a063ab,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:00.236023 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:12:00.280286 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:12:00.287820 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:00.288711 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:00.324575 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-c0fcc5c7-585f-4466-b2dc-30a26f0eeb62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1655774 Mar 03 16:12:00.334425 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Allocated IP 172.20.0.2 (82e9fb8e-a8c9-4547-9296-3ca067bc6d47/43ae60ec-ea77-49ce-bb68-d2d11a158e61/3bede718-5810-418d-ac01-2d96bf39f913) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:12:00.359815 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Request body: {'port': {'device_id': 'b608e8ac-4170-4443-be53-8d69b920a262', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:12:00.404509 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dfaa6-a690-4347-88c2-323e2e6d933a req-4c4a5928-937f-49fd-bce4-c53145680627 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:00.406010 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-fb9dfaa6-a690-4347-88c2-323e2e6d933a req-4c4a5928-937f-49fd-bce4-c53145680627 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 932 time: 0.5453517 Mar 03 16:12:00.485623 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Allocated IP 172.20.0.9 (3eda6009-02fd-4599-bb6e-1629d529972a/1012fc80-88ad-4f0b-8ba7-efa6206e6c9f/0c3265c7-9671-4361-b09b-4fcca7af21e9) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:12:00.506292 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:00.519476 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fe9a7-b332-4092-8f21-023086fa1ed2 req-a8cb802c-2d39-4568-a54b-11c8c9bb5576 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:00.521071 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-219fe9a7-b332-4092-8f21-023086fa1ed2 req-a8cb802c-2d39-4568-a54b-11c8c9bb5576 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 944 time: 0.1872263 Mar 03 16:12:00.557301 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-fb9dfaa6-a690-4347-88c2-323e2e6d933a req-026b213b-8ccb-40ef-8a9e-d8dff72608e5 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386826 Mar 03 16:12:00.647548 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks [] for port (3bede718-5810-418d-ac01-2d96bf39f913), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:00.682191 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-219fe9a7-b332-4092-8f21-023086fa1ed2 req-1b1ca6a4-52c8-438f-8f85-f6b3fad8a267 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522868 Mar 03 16:12:00.692348 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c575d8f6-2030-47e3-925f-00544960d7c9 {{(pid=103058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:12:00.706168 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Publish callbacks [] for port (c575d8f6-2030-47e3-925f-00544960d7c9), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:00.735034 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.provisioning_blocks [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Transition to ACTIVE for port object c575d8f6-2030-47e3-925f-00544960d7c9 will not be triggered until provisioned by entity L2. {{(pid=103058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:12:00.741932 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:00.758528 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b7de3f-ad8a-478d-9621-aa9fdcd905bc req-b0ba5325-b9ba-4b69-84fd-3f32a49dd48b tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:00.760043 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-52b7de3f-ad8a-478d-9621-aa9fdcd905bc req-b0ba5325-b9ba-4b69-84fd-3f32a49dd48b tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 932 time: 0.1161671 Mar 03 16:12:00.779675 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (3bede718-5810-418d-ac01-2d96bf39f913), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:00.835159 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:12:00.837422 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Pushing event updated for resources: {'Port': ['ID=c575d8f6-2030-47e3-925f-00544960d7c9,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:00.843514 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:00.859571 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:12:00.878139 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:12:00.883274 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:00.883931 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:00.944191 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-52b7de3f-ad8a-478d-9621-aa9fdcd905bc req-ddce1b67-7ac6-4922-8c5c-aef990bd0e3c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625452 Mar 03 16:12:00.944878 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Attempting to bind port c575d8f6-2030-47e3-925f-00544960d7c9 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:12:00.945211 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Attempting to bind port c575d8f6-2030-47e3-925f-00544960d7c9 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'}] {{(pid=103058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:12:00.945535 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Attempting to bind port c575d8f6-2030-47e3-925f-00544960d7c9 on network 9ba15c27-2b8e-4d04-b799-e6df45177b15 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:12:00.953208 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8073866 Mar 03 16:12:00.958595 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411324b-0cbe-43cf-aff8-994c5ea4d32e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Pushing event updated for resources: {'Port': ['ID=3bede718-5810-418d-ac01-2d96bf39f913,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:00.969854 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Port c575d8f6-2030-47e3-925f-00544960d7c9 on network 9ba15c27-2b8e-4d04-b799-e6df45177b15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:12:00.969854 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Attempting to bind port c575d8f6-2030-47e3-925f-00544960d7c9 on network 9ba15c27-2b8e-4d04-b799-e6df45177b15 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:12:00.970453 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:00.978998 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Request body: {'port': {'device_id': 'ab3944a7-335c-4062-9680-e0258869ffa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:12:01.000677 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:12:01.000943 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Checking segment: {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:12:01.001331 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Bound using segment: {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'} {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:12:01.001788 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Bound port: c575d8f6-2030-47e3-925f-00544960d7c9, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'}}] {{(pid=103058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:12:01.002684 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.035294 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Network 3eda6009-02fd-4599-bb6e-1629d529972a is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:12:01.043611 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:12:01.048305 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67cb0363-c5ca-44bb-b405-a331d8a063ab {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:12:01.057301 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:12:01.062344 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:01.062970 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.077531 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd273fa8-75ce-496a-9590-048fc39caf03 req-b08d7b9e-f8cd-4e47-b572-cff62a540adc tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:01.079037 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bd273fa8-75ce-496a-9590-048fc39caf03 req-b08d7b9e-f8cd-4e47-b572-cff62a540adc tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.1810834 Mar 03 16:12:01.085828 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Publish callbacks [] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.086728 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (3bede718-5810-418d-ac01-2d96bf39f913), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.113162 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] For port c575d8f6-2030-47e3-925f-00544960d7c9, host hv-cinder-83053, cleared binding levels {{(pid=103058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:12:01.116542 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] For port c575d8f6-2030-47e3-925f-00544960d7c9, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=c575d8f6-2030-47e3-925f-00544960d7c9,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:12:01.127100 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event updated for resources: {'Port': ['ID=0c3265c7-9671-4361-b09b-4fcca7af21e9,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:01.136106 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-87a02fa5-efa4-4861-9efd-302c05c4c045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7819531 Mar 03 16:12:01.137210 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Transition to ACTIVE for port object 67cb0363-c5ca-44bb-b405-a331d8a063ab will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:12:01.144623 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.154763 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Request body: {'port': {'device_id': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:12:01.157567 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.199927 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:01.200563 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.203567 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] 10.222.0.10 "PUT /v2.0/ports/c575d8f6-2030-47e3-925f-00544960d7c9 HTTP/1.1" status: 200 len: 1094 time: 1.5186591 Mar 03 16:12:01.204066 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'tag': 'c575d8f6-2030-47e3-925f-00544960d7c9'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:12:01.206889 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183a54c1-6144-4341-8cb7-cb4547fab2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a16eb539-b34d-4365-bbe0-377148d2d25e", "tag": "c575d8f6-2030-47e3-925f-00544960d7c9"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:12:01.286335 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bd273fa8-75ce-496a-9590-048fc39caf03 req-4b38168a-0d2a-4b33-a0d8-b5f3ba14dd88 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960223 Mar 03 16:12:01.353007 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85e9d99-a52b-4a68-95f6-de8db8b29cb3 x-openstack-request-id: req-f85e9d99-a52b-4a68-95f6-de8db8b29cb3 {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:12:01.354047 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16eb539-b34d-4365-bbe0-377148d2d25e", "tag": "c575d8f6-2030-47e3-925f-00544960d7c9", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:12:01.354443 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f85e9d99-a52b-4a68-95f6-de8db8b29cb3 {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:12:01.355128 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'tag': 'c575d8f6-2030-47e3-925f-00544960d7c9', 'status': 'completed', 'code': 200} Mar 03 16:12:01.359692 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Pushing event updated for resources: {'Port': ['ID=67cb0363-c5ca-44bb-b405-a331d8a063ab,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:01.384939 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff787c-12a4-422d-a47b-1ac5888c2dde service neutron] Pushing event updated for resources: {'Port': ['ID=c575d8f6-2030-47e3-925f-00544960d7c9,revision_number=3']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:01.428419 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.438571 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Attempting to bind port 67cb0363-c5ca-44bb-b405-a331d8a063ab on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:12:01.439049 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Attempting to bind port 67cb0363-c5ca-44bb-b405-a331d8a063ab by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:12:01.439488 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Attempting to bind port 67cb0363-c5ca-44bb-b405-a331d8a063ab on network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:12:01.447261 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Port 67cb0363-c5ca-44bb-b405-a331d8a063ab on network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:12:01.447756 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Attempting to bind port 67cb0363-c5ca-44bb-b405-a331d8a063ab on network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:12:01.454256 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:12:01.454677 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Checking segment: {'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:12:01.455144 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Bound using segment: {'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:12:01.456236 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Bound port: 67cb0363-c5ca-44bb-b405-a331d8a063ab, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:12:01.456660 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.543844 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff05997-ef9f-475c-b39e-96aafe6ce94e req-3a07527a-0b3d-48ab-bcdc-829b483087e1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:01.545316 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0ff05997-ef9f-475c-b39e-96aafe6ce94e req-3a07527a-0b3d-48ab-bcdc-829b483087e1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 931 time: 0.1286178 Mar 03 16:12:01.578474 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-8bb6876c-40db-4fa3-952b-30b5f0dc9f9d None None] Provisioning complete for port 0c3265c7-9671-4361-b09b-4fcca7af21e9 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:12:01.579060 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-8bb6876c-40db-4fa3-952b-30b5f0dc9f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.618915 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-8bb6876c-40db-4fa3-952b-30b5f0dc9f9d None None] Port 0c3265c7-9671-4361-b09b-4fcca7af21e9 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:12:01.637341 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] For port 67cb0363-c5ca-44bb-b405-a331d8a063ab, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:12:01.637972 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0ff05997-ef9f-475c-b39e-96aafe6ce94e req-15a96564-b5d5-4fe4-92ce-f6b63d202604 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832891 Mar 03 16:12:01.643720 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] For port 67cb0363-c5ca-44bb-b405-a331d8a063ab, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=67cb0363-c5ca-44bb-b405-a331d8a063ab,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:12:01.646910 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bede718-5810-418d-ac01-2d96bf39f913 {{(pid=103058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:12:01.656236 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Publish callbacks [] for port (3bede718-5810-418d-ac01-2d96bf39f913), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.677765 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.provisioning_blocks [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Transition to ACTIVE for port object 3bede718-5810-418d-ac01-2d96bf39f913 will not be triggered until provisioned by entity L2. {{(pid=103058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:12:01.680951 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (3bede718-5810-418d-ac01-2d96bf39f913), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.702681 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.764907 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Pushing event updated for resources: {'Port': ['ID=3bede718-5810-418d-ac01-2d96bf39f913,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:01.773498 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:01.774134 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.775797 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] 10.222.0.10 "PUT /v2.0/ports/67cb0363-c5ca-44bb-b405-a331d8a063ab HTTP/1.1" status: 200 len: 1094 time: 1.4401629 Mar 03 16:12:01.777722 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b608e8ac-4170-4443-be53-8d69b920a262', 'tag': '67cb0363-c5ca-44bb-b405-a331d8a063ab'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:12:01.780315 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd91d692-d88f-445e-a9be-017e54324e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b608e8ac-4170-4443-be53-8d69b920a262", "tag": "67cb0363-c5ca-44bb-b405-a331d8a063ab"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:12:01.800385 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Attempting to bind port 3bede718-5810-418d-ac01-2d96bf39f913 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:12:01.800820 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Attempting to bind port 3bede718-5810-418d-ac01-2d96bf39f913 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'}] {{(pid=103058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:12:01.801148 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Attempting to bind port 3bede718-5810-418d-ac01-2d96bf39f913 on network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:12:01.808725 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Port 3bede718-5810-418d-ac01-2d96bf39f913 on network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:12:01.809073 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Attempting to bind port 3bede718-5810-418d-ac01-2d96bf39f913 on network 82e9fb8e-a8c9-4547-9296-3ca067bc6d47 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:12:01.815795 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:12:01.816128 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Checking segment: {'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:12:01.816504 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Bound using segment: {'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'} {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:12:01.816934 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Bound port: 3bede718-5810-418d-ac01-2d96bf39f913, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b1e845-818f-42b9-9956-0675168f9996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47'}}] {{(pid=103058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:12:01.817285 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (3bede718-5810-418d-ac01-2d96bf39f913), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.824299 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d1656-d9bc-4a70-9bb3-36f7f3e6f98d service neutron] Pushing event updated for resources: {'Port': ['ID=67cb0363-c5ca-44bb-b405-a331d8a063ab,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:01.837163 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab1cd3-8dd4-4a35-ba9a-9ed559a13541 req-e6cef640-80f3-4372-a249-e1e24dd2d79f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:01.838671 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4bab1cd3-8dd4-4a35-ba9a-9ed559a13541 req-e6cef640-80f3-4372-a249-e1e24dd2d79f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.1499059 Mar 03 16:12:01.864934 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96edb89-07dc-4cf7-9428-c278ff3a62f3 req-1563fd50-9c98-4831-8c6b-32d610c5d47f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:01.866404 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e96edb89-07dc-4cf7-9428-c278ff3a62f3 req-1563fd50-9c98-4831-8c6b-32d610c5d47f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 944 time: 0.0989735 Mar 03 16:12:01.918218 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] For port 3bede718-5810-418d-ac01-2d96bf39f913, host hv-cinder-83053, cleared binding levels {{(pid=103058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:12:01.929364 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4bab1cd3-8dd4-4a35-ba9a-9ed559a13541 req-2259d110-3a42-49df-a72c-276f45da377e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838454 Mar 03 16:12:01.935567 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3265c7-9671-4361-b09b-4fcca7af21e9 {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:12:01.937183 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] For port 3bede718-5810-418d-ac01-2d96bf39f913, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3bede718-5810-418d-ac01-2d96bf39f913,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:12:01.942540 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e96edb89-07dc-4cf7-9428-c278ff3a62f3 req-a94d5b2b-0767-49dd-9c15-dd203f26a8a9 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697470 Mar 03 16:12:01.943617 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Publish callbacks [] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.944094 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (3bede718-5810-418d-ac01-2d96bf39f913), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.964263 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Transition to ACTIVE for port object 0c3265c7-9671-4361-b09b-4fcca7af21e9 will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:12:01.977664 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.984784 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2a3b15-6e9e-49b2-b2e8-1c543f0f5c64 x-openstack-request-id: req-fa2a3b15-6e9e-49b2-b2e8-1c543f0f5c64 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:12:01.985080 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b608e8ac-4170-4443-be53-8d69b920a262", "tag": "67cb0363-c5ca-44bb-b405-a331d8a063ab", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:12:01.985344 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa2a3b15-6e9e-49b2-b2e8-1c543f0f5c64 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:12:01.985727 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b608e8ac-4170-4443-be53-8d69b920a262', 'tag': '67cb0363-c5ca-44bb-b405-a331d8a063ab', 'status': 'completed', 'code': 200} Mar 03 16:12:01.992679 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:01.993302 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:01.994710 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] 10.222.0.10 "PUT /v2.0/ports/3bede718-5810-418d-ac01-2d96bf39f913 HTTP/1.1" status: 200 len: 1093 time: 1.0305488 Mar 03 16:12:02.008789 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2c97e-1fa6-4f9d-a106-55e9d040f635 service neutron] Pushing event updated for resources: {'Port': ['ID=3bede718-5810-418d-ac01-2d96bf39f913,revision_number=3']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:02.036209 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Pushing event updated for resources: {'Port': ['ID=0c3265c7-9671-4361-b09b-4fcca7af21e9,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:02.070457 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Attempting to bind port 0c3265c7-9671-4361-b09b-4fcca7af21e9 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:12:02.070656 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Attempting to bind port 0c3265c7-9671-4361-b09b-4fcca7af21e9 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:12:02.070955 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Attempting to bind port 0c3265c7-9671-4361-b09b-4fcca7af21e9 on network 3eda6009-02fd-4599-bb6e-1629d529972a {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:12:02.075617 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Port 0c3265c7-9671-4361-b09b-4fcca7af21e9 on network 3eda6009-02fd-4599-bb6e-1629d529972a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:12:02.075977 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Attempting to bind port 0c3265c7-9671-4361-b09b-4fcca7af21e9 on network 3eda6009-02fd-4599-bb6e-1629d529972a {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:12:02.083153 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:12:02.083468 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Checking segment: {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:12:02.084008 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Bound using segment: {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:12:02.084508 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Bound port: 0c3265c7-9671-4361-b09b-4fcca7af21e9, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:12:02.084879 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:02.112217 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef84b1-ec71-40df-8c93-c6906700c9dc req-2ea964c1-f503-4a8f-bee2-1bfdba89682d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:02.113750 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e6ef84b1-ec71-40df-8c93-c6906700c9dc req-2ea964c1-f503-4a8f-bee2-1bfdba89682d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 944 time: 0.0599434 Mar 03 16:12:02.155327 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:12:02.159454 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:12:02.166263 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:02.167909 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e6ef84b1-ec71-40df-8c93-c6906700c9dc req-2fa77eb7-83c8-4db3-855c-8ee6902f11f7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481389 Mar 03 16:12:02.202634 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:02.203328 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:02.204682 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] 10.222.0.10 "PUT /v2.0/ports/0c3265c7-9671-4361-b09b-4fcca7af21e9 HTTP/1.1" status: 200 len: 1093 time: 1.0559142 Mar 03 16:12:02.222834 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2faeb5f-34cd-4447-a0bb-1e4fd6f63dff service neutron] Pushing event updated for resources: {'Port': ['ID=0c3265c7-9671-4361-b09b-4fcca7af21e9,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:02.414966 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc188bab-3854-4fdf-b0ad-303e8341fb38 req-6e5ad4dd-e01e-41e3-9d9b-027393bcc10c tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:02.416504 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fc188bab-3854-4fdf-b0ad-303e8341fb38 req-6e5ad4dd-e01e-41e3-9d9b-027393bcc10c tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.0525675 Mar 03 16:12:02.464806 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fc188bab-3854-4fdf-b0ad-303e8341fb38 req-591ad303-fd58-48ae-9ff6-314dee68eea9 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Mar 03 16:12:02.766350 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bbf1b-95b6-4fdd-a841-9b7bb214e7b1 req-51ded9ca-1326-4833-9832-007a13290354 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:02.768590 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-684bbf1b-95b6-4fdd-a841-9b7bb214e7b1 req-51ded9ca-1326-4833-9832-007a13290354 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0546205 Mar 03 16:12:02.817754 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-684bbf1b-95b6-4fdd-a841-9b7bb214e7b1 req-9d3385f3-30e4-4f6e-9743-620aa8ad70ca tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415788 Mar 03 16:12:03.052960 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f26da5-4f7f-4c97-ba93-607015ac82d1 req-83e30514-281e-4696-9c0a-e41b5ac0fbb5 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:03.055135 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f1f26da5-4f7f-4c97-ba93-607015ac82d1 req-83e30514-281e-4696-9c0a-e41b5ac0fbb5 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.0569744 Mar 03 16:12:03.080290 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdf2e2-916b-4b10-9d44-b8412de839c0 req-aa27e72d-a509-4f8c-8aa6-280c863566be tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:03.082382 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dbcdf2e2-916b-4b10-9d44-b8412de839c0 req-aa27e72d-a509-4f8c-8aa6-280c863566be tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 944 time: 0.0612969 Mar 03 16:12:03.124651 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f1f26da5-4f7f-4c97-ba93-607015ac82d1 req-3bc080f3-5495-4c48-be26-8ae1ea9902ad tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599484 Mar 03 16:12:03.132397 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dbcdf2e2-916b-4b10-9d44-b8412de839c0 req-032a025a-0e7b-452a-85e7-ec60c1f3bb21 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428174 Mar 03 16:12:03.281371 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc920a71-fa56-45b2-b19c-4b8b6595acf4 req-83edb6f9-e484-4f8c-8596-98752b97e75d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:03.283133 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fc920a71-fa56-45b2-b19c-4b8b6595acf4 req-83edb6f9-e484-4f8c-8596-98752b97e75d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 944 time: 0.0524552 Mar 03 16:12:03.328585 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fc920a71-fa56-45b2-b19c-4b8b6595acf4 req-7697a28c-c7f4-4472-9937-658e66b9b673 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393860 Mar 03 16:12:03.356579 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3944a7-335c-4062-9680-e0258869ffa9', 'tag': '3bede718-5810-418d-ac01-2d96bf39f913'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:12:03.358879 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2725cb8-374c-44f7-9edd-1cc5b2c1c03c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3944a7-335c-4062-9680-e0258869ffa9", "tag": "3bede718-5810-418d-ac01-2d96bf39f913"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:12:03.391392 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8d0263-7abb-41f4-9fe6-7d3b2f8836d7 x-openstack-request-id: req-ac8d0263-7abb-41f4-9fe6-7d3b2f8836d7 {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:12:03.391699 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3944a7-335c-4062-9680-e0258869ffa9", "tag": "3bede718-5810-418d-ac01-2d96bf39f913", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:12:03.391948 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac8d0263-7abb-41f4-9fe6-7d3b2f8836d7 {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:12:03.392326 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3944a7-335c-4062-9680-e0258869ffa9', 'tag': '3bede718-5810-418d-ac01-2d96bf39f913', 'status': 'completed', 'code': 200} Mar 03 16:12:03.583518 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a1004-c407-4920-9b09-83d9e010ec87 req-8924343d-9e5d-440a-8ccd-1a43cb08d8b0 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:03.584957 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-271a1004-c407-4920-9b09-83d9e010ec87 req-8924343d-9e5d-440a-8ccd-1a43cb08d8b0 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.0519555 Mar 03 16:12:03.635103 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-271a1004-c407-4920-9b09-83d9e010ec87 req-a62e142c-431a-4819-9a8b-cf53cb59d4c8 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Mar 03 16:12:03.937659 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeaabdd-aa71-4671-88a1-57002211e9f2 req-4081af6d-6c2c-47bf-94ba-00c14f308484 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:03.939127 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5aeaabdd-aa71-4671-88a1-57002211e9f2 req-4081af6d-6c2c-47bf-94ba-00c14f308484 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0506155 Mar 03 16:12:03.983897 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5aeaabdd-aa71-4671-88a1-57002211e9f2 req-443b7fdf-80a1-45b8-87a9-81ad5726bd2f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385900 Mar 03 16:12:03.987532 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:12:03.989853 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056b914a-cbda-468a-bcd9-1b7bf1a500b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:12:04.024329 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23957d91-0182-44bc-aa3d-ebf474b13c3e x-openstack-request-id: req-23957d91-0182-44bc-aa3d-ebf474b13c3e {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:12:04.024620 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:12:04.024874 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23957d91-0182-44bc-aa3d-ebf474b13c3e {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:12:04.025257 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'status': 'completed', 'code': 200} Mar 03 16:12:04.213362 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ad8cdaf9-2d8a-4498-b382-0f3c3be50fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:04.244930 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6335f39-1d0f-4749-b326-6deb7312c249 req-670688ed-c3ed-405f-a387-c1b77c24ea35 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:04.246703 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b6335f39-1d0f-4749-b326-6deb7312c249 req-670688ed-c3ed-405f-a387-c1b77c24ea35 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.0535605 Mar 03 16:12:04.251867 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eeaee-a342-44de-ac51-c9a0fa731427 req-77debf24-0442-4d49-8d25-3b04662b6fbc tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:04.253906 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-409eeaee-a342-44de-ac51-c9a0fa731427 req-77debf24-0442-4d49-8d25-3b04662b6fbc tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 944 time: 0.0539639 Mar 03 16:12:04.297329 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b6335f39-1d0f-4749-b326-6deb7312c249 req-49a3d99d-31fe-48f1-8095-e3b4a63be7a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451069 Mar 03 16:12:04.301887 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-409eeaee-a342-44de-ac51-c9a0fa731427 req-d02ea29a-32c4-4f84-8ca4-2fa555140339 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Mar 03 16:12:04.460644 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113659e-5990-42b1-84d9-d576d1b4ada2 req-a2a435ce-91ac-4683-a071-a6df01432d08 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:04.462395 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2113659e-5990-42b1-84d9-d576d1b4ada2 req-a2a435ce-91ac-4683-a071-a6df01432d08 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 944 time: 0.0662432 Mar 03 16:12:04.514936 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2113659e-5990-42b1-84d9-d576d1b4ada2 req-909301d8-2b8a-4a19-b686-d10afdc2cb74 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466778 Mar 03 16:12:04.757118 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc19ccf-bef0-4def-b2ce-4cb0f74113e3 req-b54857c5-d445-4b30-b6c2-4fc461069c1c tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:04.758487 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6bc19ccf-bef0-4def-b2ce-4cb0f74113e3 req-b54857c5-d445-4b30-b6c2-4fc461069c1c tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.0541561 Mar 03 16:12:04.804382 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6bc19ccf-bef0-4def-b2ce-4cb0f74113e3 req-443de419-073c-4006-aab5-e17f4d863ec3 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404279 Mar 03 16:12:05.101903 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97542650-a9ed-42d8-9d1a-da1ab539020d req-6a0aca43-b5cc-42a5-9748-1c0b962d80b8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:05.103701 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-97542650-a9ed-42d8-9d1a-da1ab539020d req-6a0aca43-b5cc-42a5-9748-1c0b962d80b8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0522575 Mar 03 16:12:05.149143 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-97542650-a9ed-42d8-9d1a-da1ab539020d req-299dcf3a-0665-4475-b0ab-777c513dfbd8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397882 Mar 03 16:12:05.418098 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4337f9c-21c1-49e0-a09d-e7075217bcf9 req-6c8e5e32-e1ea-4ef6-9659-37213670e934 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:05.419205 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c998d6-e850-424a-a8bf-004af9bed764 req-b3008f0e-7864-48b9-82ee-93421b5dec5e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:05.419705 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f4337f9c-21c1-49e0-a09d-e7075217bcf9 req-6c8e5e32-e1ea-4ef6-9659-37213670e934 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.0570054 Mar 03 16:12:05.420679 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-12c998d6-e850-424a-a8bf-004af9bed764 req-b3008f0e-7864-48b9-82ee-93421b5dec5e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 944 time: 0.0540831 Mar 03 16:12:05.467495 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f4337f9c-21c1-49e0-a09d-e7075217bcf9 req-17ac1372-80f7-40f8-8833-d888504a98fc tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422175 Mar 03 16:12:05.468679 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-12c998d6-e850-424a-a8bf-004af9bed764 req-c6677159-cc0f-43dd-8251-8147ee793f8c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425289 Mar 03 16:12:05.586177 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:05.670102 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-22edd20f-ec33-46ea-b015-bcfa1130b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:05.671616 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-22edd20f-ec33-46ea-b015-bcfa1130b51f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2073a032eb83470fa8666e110d2452d6&device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 1127 time: 0.0924613 Mar 03 16:12:05.685488 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91d692-d88f-445e-a9be-017e54324e9f req-e00a0c88-a135-4a36-8491-ba71773c80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:05.687003 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dd91d692-d88f-445e-a9be-017e54324e9f req-e00a0c88-a135-4a36-8491-ba71773c80ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2073a032eb83470fa8666e110d2452d6&device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 1128 time: 0.0580328 Mar 03 16:12:05.713674 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-ed88b913-1051-485a-888d-650ac09c350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:05.715182 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-ed88b913-1051-485a-888d-650ac09c350a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3df7765ab38441feaf9e7d17d7559290&device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 1128 time: 0.1397395 Mar 03 16:12:05.720199 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b914a-cbda-468a-bcd9-1b7bf1a500b6 req-daccbbc7-bc3c-4d92-b73b-88ba99540330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:05.722183 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-056b914a-cbda-468a-bcd9-1b7bf1a500b6 req-daccbbc7-bc3c-4d92-b73b-88ba99540330 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 1127 time: 0.1332369 Mar 03 16:12:05.730009 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff70a6-f1a5-4244-8291-fcc17c7a7224 req-3f53bf45-37fd-4876-b984-42f3eacaf205 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:05.731420 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2dff70a6-f1a5-4244-8291-fcc17c7a7224 req-3f53bf45-37fd-4876-b984-42f3eacaf205 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 944 time: 0.1320789 Mar 03 16:12:05.732105 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-179f1dc2-215b-4f71-b9c3-b5119a43eca8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bede718-5810-418d-ac01-2d96bf39f913 HTTP/1.1" status: 200 len: 217 time: 0.0491476 Mar 03 16:12:05.788603 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-da9cca96-22d9-4536-b8e8-8233727b7a3c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c575d8f6-2030-47e3-925f-00544960d7c9 HTTP/1.1" status: 200 len: 217 time: 0.0653768 Mar 03 16:12:05.826969 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-443b1957-d695-4bd1-8ee1-39586f7b8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:05.828501 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-443b1957-d695-4bd1-8ee1-39586f7b8e77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43ae60ec-ea77-49ce-bb68-d2d11a158e61 HTTP/1.1" status: 200 len: 858 time: 0.0865011 Mar 03 16:12:05.872842 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-586e7ccb-2452-4cc5-9154-ccdc6bbfe7b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340078 Mar 03 16:12:05.877902 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91d692-d88f-445e-a9be-017e54324e9f req-043302c4-c8f1-4811-bab9-96a3213134e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:05.879293 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dd91d692-d88f-445e-a9be-017e54324e9f req-043302c4-c8f1-4811-bab9-96a3213134e0 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2073a032eb83470fa8666e110d2452d6&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1568830 Mar 03 16:12:05.903076 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-db03b7e4-66ae-47f4-89b2-ae85cace260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:05.904506 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-db03b7e4-66ae-47f4-89b2-ae85cace260c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=028a2aef-a8b5-4645-8b5b-9ea5ad4099b5 HTTP/1.1" status: 200 len: 850 time: 0.0829031 Mar 03 16:12:05.907842 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2dff70a6-f1a5-4244-8291-fcc17c7a7224 req-f45895b8-5ed3-4e28-ad26-88db06b447de tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696947 Mar 03 16:12:05.967089 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b914a-cbda-468a-bcd9-1b7bf1a500b6 req-d1c01061-737a-4716-86bd-891a576f065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:05.968595 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-056b914a-cbda-468a-bcd9-1b7bf1a500b6 req-d1c01061-737a-4716-86bd-891a576f065a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2315507 Mar 03 16:12:06.228811 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-f3006fb0-6a00-47e0-b556-1c6c5082dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.230268 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-f3006fb0-6a00-47e0-b556-1c6c5082dc60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ba15c27-2b8e-4d04-b799-e6df45177b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3185537 Mar 03 16:12:06.232338 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9875dc-fa91-45f4-97ef-6241885b5bf4 req-86a72ea5-862e-4507-84eb-63820c6ec27d tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.233777 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-fe9875dc-fa91-45f4-97ef-6241885b5bf4 req-86a72ea5-862e-4507-84eb-63820c6ec27d tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.3536026 Mar 03 16:12:06.273798 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-b0c8c292-92de-4f2f-8a96-4de683bbd8ca service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923965 Mar 03 16:12:06.274775 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91d692-d88f-445e-a9be-017e54324e9f req-b96b4226-fc5b-4a82-9f19-e1e7bfa93131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.276124 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dd91d692-d88f-445e-a9be-017e54324e9f req-b96b4226-fc5b-4a82-9f19-e1e7bfa93131 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3874457 Mar 03 16:12:06.301759 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-fe9875dc-fa91-45f4-97ef-6241885b5bf4 req-4b9310d2-de38-4362-b03b-e6f82715aa15 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592093 Mar 03 16:12:06.355345 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b914a-cbda-468a-bcd9-1b7bf1a500b6 req-8e015cde-070e-4f1a-82e0-29557b8efb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.356866 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-056b914a-cbda-468a-bcd9-1b7bf1a500b6 req-8e015cde-070e-4f1a-82e0-29557b8efb05 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3767307 Mar 03 16:12:06.380853 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6c81f-bb3e-43f2-b42f-ae358a7b3438 req-0ee8070c-2a3f-4e64-95d4-5ccbc43e7ac5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.382377 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-75a6c81f-bb3e-43f2-b42f-ae358a7b3438 req-0ee8070c-2a3f-4e64-95d4-5ccbc43e7ac5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.1562548 Mar 03 16:12:06.409744 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-5605d26e-cc63-4ed6-ad9c-a42e79c6b6a7 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684849 Mar 03 16:12:06.448470 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-3267c7cb-654e-4710-acfd-b444aa947c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.449846 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-3267c7cb-654e-4710-acfd-b444aa947c97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2073a032eb83470fa8666e110d2452d6&device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 1128 time: 0.0803895 Mar 03 16:12:06.470240 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-11696e0b-4e1b-462e-97ce-aeb977fe2ea2 req-b18f7cd2-b5f7-488e-908a-8cd4df29fea5 service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474822 Mar 03 16:12:06.498286 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-4c255152-0480-441b-86bf-4859fcd31e46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67cb0363-c5ca-44bb-b405-a331d8a063ab HTTP/1.1" status: 200 len: 217 time: 0.0397763 Mar 03 16:12:06.525257 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-75a6c81f-bb3e-43f2-b42f-ae358a7b3438 req-3f3ab5f5-0a49-4dc8-8908-bc71516a0a54 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353619 Mar 03 16:12:06.540687 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-067a226b-49b3-4843-bfff-4046387499db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.542195 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-067a226b-49b3-4843-bfff-4046387499db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 1127 time: 0.1421788 Mar 03 16:12:06.560895 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a77a5ec2-ff2e-4f95-bbd3-49f50a7ecb3b req-53e09d4d-6ce5-493f-b3ea-fa89560f3c77 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432745 Mar 03 16:12:06.594035 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-0931a173-ec31-4780-a646-c915e946f56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.595498 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-0931a173-ec31-4780-a646-c915e946f56c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43ae60ec-ea77-49ce-bb68-d2d11a158e61 HTTP/1.1" status: 200 len: 858 time: 0.0910921 Mar 03 16:12:06.644924 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-d6c87d27-8b48-4945-b879-7e6c7ec3aa48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361810 Mar 03 16:12:06.670501 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603a73d-0c4e-4229-ab9a-cfaaeeba2990 req-258bbb24-81fc-44fd-8d5d-a205a3824e9c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.678508 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c603a73d-0c4e-4229-ab9a-cfaaeeba2990 req-258bbb24-81fc-44fd-8d5d-a205a3824e9c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.1309016 Mar 03 16:12:06.684328 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-bfe3563b-8ef7-4e04-8e56-6a8cd7ee1f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:06.697382 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-3d0c710d-9c8b-47f3-9714-b221274e705b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9 HTTP/1.1" status: 200 len: 217 time: 0.1299195 Mar 03 16:12:06.812656 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be5125-ede7-425b-a220-5a32611906f5 req-ffeacd42-708e-4707-ac24-959a9ab3a8af tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.813739 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c603a73d-0c4e-4229-ab9a-cfaaeeba2990 req-7e753efe-1729-459e-868d-df16be82a4dd tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344416 Mar 03 16:12:06.814169 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f2be5125-ede7-425b-a220-5a32611906f5 req-ffeacd42-708e-4707-ac24-959a9ab3a8af tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 944 time: 0.1734602 Mar 03 16:12:06.821234 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-492183f2-e635-4c01-8c18-d083482577f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.822656 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-492183f2-e635-4c01-8c18-d083482577f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f HTTP/1.1" status: 200 len: 855 time: 0.0971117 Mar 03 16:12:06.827125 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2725cb8-374c-44f7-9edd-1cc5b2c1c03c req-27944f21-4db3-4a84-ade6-46f20c924ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.828577 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c2725cb8-374c-44f7-9edd-1cc5b2c1c03c req-27944f21-4db3-4a84-ade6-46f20c924ccf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2073a032eb83470fa8666e110d2452d6&device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 1127 time: 0.2521150 Mar 03 16:12:06.851890 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a54c1-6144-4341-8cb7-cb4547fab2a9 req-6ae8280e-c6b8-42e7-8c90-2399e2d2a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:06.853446 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-183a54c1-6144-4341-8cb7-cb4547fab2a9 req-6ae8280e-c6b8-42e7-8c90-2399e2d2a37d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3df7765ab38441feaf9e7d17d7559290&device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 1128 time: 0.2127924 Mar 03 16:12:06.898492 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-5565c283-0522-4252-b506-b896d261c11e service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436261 Mar 03 16:12:07.012407 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f2be5125-ede7-425b-a220-5a32611906f5 req-f2158e8d-0d65-41d5-b5a6-a1e67a65624f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877685 Mar 03 16:12:07.060256 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-a6e00b72-7ee2-4468-b9d2-d42d512bcc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:07.061896 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-a6e00b72-7ee2-4468-b9d2-d42d512bcc1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eda6009-02fd-4599-bb6e-1629d529972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2283912 Mar 03 16:12:07.090875 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-3ffac26d-a214-4389-b114-0da74725b069 service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586523 Mar 03 16:12:07.102387 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2725cb8-374c-44f7-9edd-1cc5b2c1c03c req-61334fa4-06b7-4aff-b8ed-48c51b34efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:07.103994 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c2725cb8-374c-44f7-9edd-1cc5b2c1c03c req-61334fa4-06b7-4aff-b8ed-48c51b34efb5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47 HTTP/1.1" status: 200 len: 918 time: 0.2611916 Mar 03 16:12:07.171511 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c2725cb8-374c-44f7-9edd-1cc5b2c1c03c req-cd4a22ad-8302-41e7-bfcd-562b1a1fc377 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bede718-5810-418d-ac01-2d96bf39f913 HTTP/1.1" status: 200 len: 217 time: 0.0395260 Mar 03 16:12:07.184327 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef786c0-40b4-4fe9-8339-23e2cddded71 req-ef8b9fae-2714-4f61-8866-ad08f4aff33a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:07.186025 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2ef786c0-40b4-4fe9-8339-23e2cddded71 req-ef8b9fae-2714-4f61-8866-ad08f4aff33a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 944 time: 0.1378875 Mar 03 16:12:07.187148 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a54c1-6144-4341-8cb7-cb4547fab2a9 req-d4977d16-a677-41b7-acca-7ca121694ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:07.188600 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-183a54c1-6144-4341-8cb7-cb4547fab2a9 req-d4977d16-a677-41b7-acca-7ca121694ce5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 200 len: 911 time: 0.3251951 Mar 03 16:12:07.246365 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-183a54c1-6144-4341-8cb7-cb4547fab2a9 req-ccdbcde7-a1ed-42e7-a5ce-b4de3ba89045 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c575d8f6-2030-47e3-925f-00544960d7c9 HTTP/1.1" status: 200 len: 217 time: 0.0475438 Mar 03 16:12:07.247199 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-c2897d41-f8a9-445e-a070-2382cb40738b service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737285 Mar 03 16:12:07.248543 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2725cb8-374c-44f7-9edd-1cc5b2c1c03c req-0c731cfa-c3c5-4c5a-968a-23ca089dc4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:07.249834 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c2725cb8-374c-44f7-9edd-1cc5b2c1c03c req-0c731cfa-c3c5-4c5a-968a-23ca089dc4c4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43ae60ec-ea77-49ce-bb68-d2d11a158e61 HTTP/1.1" status: 200 len: 858 time: 0.0708237 Mar 03 16:12:07.301193 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2ef786c0-40b4-4fe9-8339-23e2cddded71 req-fa454fd7-ccef-462d-bdd0-6ea20be808ea tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087117 Mar 03 16:12:07.315958 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a54c1-6144-4341-8cb7-cb4547fab2a9 req-e674eb2f-1ea1-45ab-ba27-15936a994ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:07.317518 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-183a54c1-6144-4341-8cb7-cb4547fab2a9 req-e674eb2f-1ea1-45ab-ba27-15936a994ab5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=028a2aef-a8b5-4645-8b5b-9ea5ad4099b5 HTTP/1.1" status: 200 len: 850 time: 0.0558825 Mar 03 16:12:07.326082 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c2725cb8-374c-44f7-9edd-1cc5b2c1c03c req-ba2fc742-f6f7-40b9-bdd8-b5e89e517497 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567801 Mar 03 16:12:07.380142 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a54c1-6144-4341-8cb7-cb4547fab2a9 req-284d28db-cd39-4eeb-b48d-13422a08ce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:07.381621 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-183a54c1-6144-4341-8cb7-cb4547fab2a9 req-284d28db-cd39-4eeb-b48d-13422a08ce80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ba15c27-2b8e-4d04-b799-e6df45177b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582261 Mar 03 16:12:07.469067 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9712f635-caf8-45c0-b6da-3a93f3616ef4 req-5aba6406-cf92-4886-8d35-efbe23573e54 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074420 Mar 03 16:12:07.486121 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-183a54c1-6144-4341-8cb7-cb4547fab2a9 req-4a7ed9f2-da70-4503-9d82-0bfae9eb7395 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986953 Mar 03 16:12:07.488278 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d2d41-e2f9-488d-b4c0-9509c6339a7e req-31aa4182-76cb-48ec-b5f0-ed0fa6da3403 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:07.490371 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9f1d2d41-e2f9-488d-b4c0-9509c6339a7e req-31aa4182-76cb-48ec-b5f0-ed0fa6da3403 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.1120043 Mar 03 16:12:07.509687 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c2725cb8-374c-44f7-9edd-1cc5b2c1c03c req-13c83386-8980-4bb8-a46c-b188b51e5488 service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776419 Mar 03 16:12:07.573867 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9f1d2d41-e2f9-488d-b4c0-9509c6339a7e req-c0cff0e3-28dd-46a3-81d8-5447e2eb80bc tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714276 Mar 03 16:12:07.610782 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:07.614702 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-183a54c1-6144-4341-8cb7-cb4547fab2a9 req-bee28bdc-6513-43e1-91f2-7a05373e003b service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196566 Mar 03 16:12:07.656802 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c2725cb8-374c-44f7-9edd-1cc5b2c1c03c req-1b70b10e-682e-40c6-8a3d-bd0554d1f76b service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125166 Mar 03 16:12:07.694003 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f26df-f6d8-41ee-b3f8-648dfd1b2b76 req-dda6f79a-4ede-470c-8209-ab63adfec190 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:07.695601 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d64f26df-f6d8-41ee-b3f8-648dfd1b2b76 req-dda6f79a-4ede-470c-8209-ab63adfec190 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0601735 Mar 03 16:12:07.748725 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d64f26df-f6d8-41ee-b3f8-648dfd1b2b76 req-0c64a112-ba3a-43e3-bf50-5e753c393750 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471871 Mar 03 16:12:07.930844 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2654391-b9bf-4dbd-a5ab-ffbfaa62861b req-f405ea02-71ae-4086-8849-89386581b52b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:07.932358 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b2654391-b9bf-4dbd-a5ab-ffbfaa62861b req-f405ea02-71ae-4086-8849-89386581b52b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.0553136 Mar 03 16:12:07.978562 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b2654391-b9bf-4dbd-a5ab-ffbfaa62861b req-752f6d4e-c601-4be9-9b59-64ee5d5d8a22 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407906 Mar 03 16:12:08.102152 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 00abaa24-5078-4b96-86b8-a4ccef266811 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:12:08.162584 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b7140-2dae-44c4-860e-6fb2b2498935 req-43b4acd6-d96f-4a51-b02d-65d2e652b337 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:08.164394 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bc0b7140-2dae-44c4-860e-6fb2b2498935 req-43b4acd6-d96f-4a51-b02d-65d2e652b337 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 944 time: 0.0875130 Mar 03 16:12:08.222574 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bc0b7140-2dae-44c4-860e-6fb2b2498935 req-f123e623-a783-4cb8-b235-12409e768bb5 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520487 Mar 03 16:12:08.264687 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 00abaa24-5078-4b96-86b8-a4ccef266811, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=00abaa24-5078-4b96-86b8-a4ccef266811,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:08.276531 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '00abaa24-5078-4b96-86b8-a4ccef266811', 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7', 'port_id': '00abaa24-5078-4b96-86b8-a4ccef266811', 'mac_address': 'fa:16:3e:0b:f6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369464a5-7b33-4b27-a463-b6dba2f7f3c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:12:08.313217 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 00abaa24-5078-4b96-86b8-a4ccef266811 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:08.313623 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:08.328174 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00abaa24-5078-4b96-86b8-a4ccef266811 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:12:08.353716 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 00abaa24-5078-4b96-86b8-a4ccef266811, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=00abaa24-5078-4b96-86b8-a4ccef266811,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:08.358297 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:08.411855 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=00abaa24-5078-4b96-86b8-a4ccef266811,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:08.455148 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091224a6-b04e-4435-a78e-59ffbcf902a5 req-39969fca-c69e-4f32-8e94-6734565117c9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:08.457192 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-091224a6-b04e-4435-a78e-59ffbcf902a5 req-39969fca-c69e-4f32-8e94-6734565117c9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 944 time: 0.0562446 Mar 03 16:12:08.503169 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-091224a6-b04e-4435-a78e-59ffbcf902a5 req-484bae06-db71-414b-9787-a339a252481e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Mar 03 16:12:08.684475 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159b13e-49a3-47bc-b74a-8a851ba2a1c4 req-9abf4bcf-454e-494d-9101-5ff8ec3f9954 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:08.685931 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4159b13e-49a3-47bc-b74a-8a851ba2a1c4 req-9abf4bcf-454e-494d-9101-5ff8ec3f9954 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.0519111 Mar 03 16:12:08.732708 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4159b13e-49a3-47bc-b74a-8a851ba2a1c4 req-a5334c38-4d5c-4583-854c-6fbccb2c9b4d tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399992 Mar 03 16:12:08.875018 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd8c2-65f4-4f76-837b-5a8c19576c6a req-6f70f366-1a75-4fb1-9f10-8242a21d9133 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:08.880200 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3dbfd8c2-65f4-4f76-837b-5a8c19576c6a req-6f70f366-1a75-4fb1-9f10-8242a21d9133 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0599732 Mar 03 16:12:08.928745 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3dbfd8c2-65f4-4f76-837b-5a8c19576c6a req-ca683418-ba04-4b06-b8dc-1890dc44ce57 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454237 Mar 03 16:12:08.968450 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['00abaa24-5078-4b96-86b8-a4ccef266811'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:12:09.091013 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:09.102291 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db58bf-33bc-4ee2-b31b-7e67e03881a7 req-40fdc760-0a7c-4b4c-8e4b-9269f6a36f6b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:09.103789 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-48db58bf-33bc-4ee2-b31b-7e67e03881a7 req-40fdc760-0a7c-4b4c-8e4b-9269f6a36f6b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.0573146 Mar 03 16:12:09.148991 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-48db58bf-33bc-4ee2-b31b-7e67e03881a7 req-dd3679ae-584a-44dd-bf86-bbbf47d21990 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394058 Mar 03 16:12:09.343873 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bad647-9fbc-4d59-91f5-314c3b2af200 req-baed0e01-e085-46a3-9033-42c2f61b17d4 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:09.345361 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d6bad647-9fbc-4d59-91f5-314c3b2af200 req-baed0e01-e085-46a3-9033-42c2f61b17d4 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 945 time: 0.0553932 Mar 03 16:12:09.398870 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d6bad647-9fbc-4d59-91f5-314c3b2af200 req-1498b26f-b8a7-40ae-a9bf-b3c9dec64aa3 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460949 Mar 03 16:12:09.628959 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfc85e-f566-4e1f-9025-fd01f1cbb519 req-34aa75c8-af14-4254-866b-a5d7c1cb55a6 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:09.630394 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9cbfc85e-f566-4e1f-9025-fd01f1cbb519 req-34aa75c8-af14-4254-866b-a5d7c1cb55a6 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 944 time: 0.0604465 Mar 03 16:12:09.680169 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9cbfc85e-f566-4e1f-9025-fd01f1cbb519 req-83e9da02-7c72-436f-b9ad-335e9ae78951 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438144 Mar 03 16:12:09.857245 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae771188-33ba-4c49-abaa-c7be07857f57 req-41aee103-1404-4941-acd7-5c8b140aa61a tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:09.858633 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ae771188-33ba-4c49-abaa-c7be07857f57 req-41aee103-1404-4941-acd7-5c8b140aa61a tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.0508213 Mar 03 16:12:09.904979 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ae771188-33ba-4c49-abaa-c7be07857f57 req-903fb346-01ce-4723-a1f5-a483fa103408 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Mar 03 16:12:10.048724 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0bcd6-35f4-4802-a51d-ba0cd3ea9b26 req-082a87cf-cb05-4445-9237-68c94cb45768 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:10.050820 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a3e0bcd6-35f4-4802-a51d-ba0cd3ea9b26 req-082a87cf-cb05-4445-9237-68c94cb45768 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0543184 Mar 03 16:12:10.096512 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a3e0bcd6-35f4-4802-a51d-ba0cd3ea9b26 req-9e3496cc-19ac-4cf6-8e82-18e5294280d8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402253 Mar 03 16:12:10.262155 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e9c44-131a-485c-879b-213df20f5dec req-97498709-278f-4c2f-b172-19c78cee2de5 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:10.263596 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b07e9c44-131a-485c-879b-213df20f5dec req-97498709-278f-4c2f-b172-19c78cee2de5 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.0506659 Mar 03 16:12:10.311421 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b07e9c44-131a-485c-879b-213df20f5dec req-546c3b33-bfb0-4872-b26d-7f8013a30c11 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424027 Mar 03 16:12:10.517703 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597e3d7-e3b7-4006-946b-8a81ba4a9699 req-f2c7196a-8578-4b96-b0f7-9d2895a2f6e7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:10.519137 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7597e3d7-e3b7-4006-946b-8a81ba4a9699 req-f2c7196a-8578-4b96-b0f7-9d2895a2f6e7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 945 time: 0.0525279 Mar 03 16:12:10.565721 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7597e3d7-e3b7-4006-946b-8a81ba4a9699 req-0318c783-58ab-474f-bc8b-d524e964ee38 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Mar 03 16:12:10.690775 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:10.795113 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c7ca5-5683-4a89-801d-f67036ced9b2 req-fd1e96a6-c025-4771-8964-08544e9a6c38 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:10.796568 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6c1c7ca5-5683-4a89-801d-f67036ced9b2 req-fd1e96a6-c025-4771-8964-08544e9a6c38 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 944 time: 0.0510035 Mar 03 16:12:10.843610 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6c1c7ca5-5683-4a89-801d-f67036ced9b2 req-4e591fe4-7f58-42b1-953a-26015ff1a538 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Mar 03 16:12:10.988519 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 13b8996c-31dc-4dc7-a196-0258874ace98 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:12:11.019615 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3090e9d-0d1c-4178-aba9-e0b37bc857de req-a144c16a-0a8f-4f67-b930-ab14ec945fe0 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:11.021093 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d3090e9d-0d1c-4178-aba9-e0b37bc857de req-a144c16a-0a8f-4f67-b930-ab14ec945fe0 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 943 time: 0.0525477 Mar 03 16:12:11.071303 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d3090e9d-0d1c-4178-aba9-e0b37bc857de req-c79bc6b3-d795-40b9-88ca-e3a1e69bcc49 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446920 Mar 03 16:12:11.193399 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 13b8996c-31dc-4dc7-a196-0258874ace98, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=13b8996c-31dc-4dc7-a196-0258874ace98,segment=NetworkSegment(5ed7430e-838c-486d-adac-77a26365e2e8),segment_id=5ed7430e-838c-486d-adac-77a26365e2e8)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:11.204458 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '13b8996c-31dc-4dc7-a196-0258874ace98', 'network_id': '3bc74a71-6730-4434-91f4-287bc4f82043', 'port_id': '13b8996c-31dc-4dc7-a196-0258874ace98', 'mac_address': 'fa:16:3e:f0:97:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416038c5-eb0f-406e-b5ad-6937bb516e24', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:12:11.216599 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4774b-8226-4036-9eed-68d8058c70a5 req-ba781f43-301d-4b73-b289-56f09a2b5289 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:11.218004 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3bb4774b-8226-4036-9eed-68d8058c70a5 req-ba781f43-301d-4b73-b289-56f09a2b5289 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0508289 Mar 03 16:12:11.241426 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 13b8996c-31dc-4dc7-a196-0258874ace98 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:11.242008 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:11.254806 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b8996c-31dc-4dc7-a196-0258874ace98 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:12:11.263557 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3bb4774b-8226-4036-9eed-68d8058c70a5 req-c52b3a30-a64d-4a08-bf7b-4587845c18b7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392969 Mar 03 16:12:11.273822 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 13b8996c-31dc-4dc7-a196-0258874ace98, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=13b8996c-31dc-4dc7-a196-0258874ace98,segment=NetworkSegment(5ed7430e-838c-486d-adac-77a26365e2e8),segment_id=5ed7430e-838c-486d-adac-77a26365e2e8)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:11.277917 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:11.323420 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=13b8996c-31dc-4dc7-a196-0258874ace98,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:11.423508 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9c7fc-e485-4865-ae68-614074a11326 req-0dbefecd-2d91-4ab9-b625-2306b3a34923 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:11.425514 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e3f9c7fc-e485-4865-ae68-614074a11326 req-0dbefecd-2d91-4ab9-b625-2306b3a34923 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.0503645 Mar 03 16:12:11.469186 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e3f9c7fc-e485-4865-ae68-614074a11326 req-be61e7bb-d85b-4540-aa71-c2f9f78bb992 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381982 Mar 03 16:12:11.683684 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f8f96-7670-4205-b0c7-dee923e0e36e req-3554959a-61b4-40a9-b307-a54052fb504e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:11.685139 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-664f8f96-7670-4205-b0c7-dee923e0e36e req-3554959a-61b4-40a9-b307-a54052fb504e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 945 time: 0.0544026 Mar 03 16:12:11.730062 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-664f8f96-7670-4205-b0c7-dee923e0e36e req-a3740b6f-ee48-41f1-affb-4ee37dc5fe39 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393195 Mar 03 16:12:11.958096 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54630fb8-70a3-4799-9e22-83f5c4419a28 req-2765060a-f2f4-45de-bf6a-2ad006d81f85 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:11.959544 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-54630fb8-70a3-4799-9e22-83f5c4419a28 req-2765060a-f2f4-45de-bf6a-2ad006d81f85 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 944 time: 0.0523891 Mar 03 16:12:12.005277 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-54630fb8-70a3-4799-9e22-83f5c4419a28 req-4faca046-d1c2-4b3f-b8d6-d06f4a1c7078 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401196 Mar 03 16:12:12.189327 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c1fcc-0586-4e86-86ca-4a8bb6361169 req-414ce4ea-8433-40c7-9f12-19cf46a0d4dc tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:12.190920 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-115c1fcc-0586-4e86-86ca-4a8bb6361169 req-414ce4ea-8433-40c7-9f12-19cf46a0d4dc tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 944 time: 0.0537820 Mar 03 16:12:12.236324 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-115c1fcc-0586-4e86-86ca-4a8bb6361169 req-9b168af0-6f27-4f77-8120-a20b580a951b tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397403 Mar 03 16:12:12.384397 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1eb144-2472-4cf2-8da4-284fce7a0295 req-ea028561-a3f2-4427-a8f8-f82ca3fc1e8a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:12.385823 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5d1eb144-2472-4cf2-8da4-284fce7a0295 req-ea028561-a3f2-4427-a8f8-f82ca3fc1e8a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0526328 Mar 03 16:12:12.430452 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5d1eb144-2472-4cf2-8da4-284fce7a0295 req-b7a3e846-0ff8-4725-b812-58fe965b57c6 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392330 Mar 03 16:12:12.582714 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac1db9-27ea-4616-9554-de047ba94aba req-3a7cabe9-d5a0-4ea8-9730-0f307de18228 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:12.584212 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dfac1db9-27ea-4616-9554-de047ba94aba req-3a7cabe9-d5a0-4ea8-9730-0f307de18228 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.0497746 Mar 03 16:12:12.632141 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dfac1db9-27ea-4616-9554-de047ba94aba req-536e4725-4c13-42bf-9e17-868b27015161 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Mar 03 16:12:12.842179 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a9a49-ceaa-4e1b-aaaa-f47feedf4471 req-2d579edf-358d-46f4-b493-c1910ce2c14c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:12.843613 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5a6a9a49-ceaa-4e1b-aaaa-f47feedf4471 req-2d579edf-358d-46f4-b493-c1910ce2c14c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 945 time: 0.0497499 Mar 03 16:12:12.887499 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5a6a9a49-ceaa-4e1b-aaaa-f47feedf4471 req-36923670-801c-4a6d-bc7e-12cec7550ddc tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383360 Mar 03 16:12:13.118072 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dad6e-e93f-4096-a6f4-bb0e0c200f6d req-c8b5e85b-3706-4565-80f4-f4305efa1b22 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:13.119509 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-570dad6e-e93f-4096-a6f4-bb0e0c200f6d req-c8b5e85b-3706-4565-80f4-f4305efa1b22 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 944 time: 0.0505159 Mar 03 16:12:13.163810 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-570dad6e-e93f-4096-a6f4-bb0e0c200f6d req-9503a289-a96e-4a3c-a09e-693ea9b827f9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388560 Mar 03 16:12:13.348056 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed8675-4694-4951-824f-3f612c086350 req-5084d144-e3d2-44a4-bb13-8761226dee9a tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:13.349464 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-00ed8675-4694-4951-824f-3f612c086350 req-5084d144-e3d2-44a4-bb13-8761226dee9a tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 944 time: 0.0493813 Mar 03 16:12:13.401333 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-00ed8675-4694-4951-824f-3f612c086350 req-2e5a7b36-0ba2-4ecd-ba76-ec6a11c429bb tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 Mar 03 16:12:13.552397 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205f21b-db92-4c0b-897e-de2a9c729532 req-7dce8ba8-335d-4b3a-ba59-d32ab35a24d8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:13.553799 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1205f21b-db92-4c0b-897e-de2a9c729532 req-7dce8ba8-335d-4b3a-ba59-d32ab35a24d8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0562634 Mar 03 16:12:13.600891 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1205f21b-db92-4c0b-897e-de2a9c729532 req-2ae70935-c815-4de5-88e1-b235a7d5ef2c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416012 Mar 03 16:12:13.749212 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3d580-fb74-4dd0-a45f-986f1982ffc3 req-e488cdc7-e79a-4ede-b80c-f5109133523d tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:13.750648 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-79f3d580-fb74-4dd0-a45f-986f1982ffc3 req-e488cdc7-e79a-4ede-b80c-f5109133523d tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.0518913 Mar 03 16:12:13.796640 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-79f3d580-fb74-4dd0-a45f-986f1982ffc3 req-f977b966-dac2-4c1e-8fea-80d0db6b0e2a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402319 Mar 03 16:12:14.003291 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed2895-3ba0-4212-ae50-dbb0d50e7faf req-d0cb058d-510e-4019-98fc-dc89f916f762 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:14.004783 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d7ed2895-3ba0-4212-ae50-dbb0d50e7faf req-d0cb058d-510e-4019-98fc-dc89f916f762 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 945 time: 0.0544422 Mar 03 16:12:14.054375 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d7ed2895-3ba0-4212-ae50-dbb0d50e7faf req-cdd1178e-5bf6-4af7-976a-89420499bdcb tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439372 Mar 03 16:12:14.280543 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e3f5f-d0ba-454c-8c72-d05bdefa5d5f req-6cae88ad-4402-41aa-83b6-fab03605bd39 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:14.282276 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a14e3f5f-d0ba-454c-8c72-d05bdefa5d5f req-6cae88ad-4402-41aa-83b6-fab03605bd39 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 944 time: 0.0543420 Mar 03 16:12:14.326540 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a14e3f5f-d0ba-454c-8c72-d05bdefa5d5f req-0fc8cfdf-f3de-4e0b-b68f-b6ccfecec3a1 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386446 Mar 03 16:12:14.517496 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e43ea44-60e3-4169-ba1c-916aaacdd009 req-a06cdb72-c936-4917-9fa7-7a71a60d3b13 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:14.519507 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4e43ea44-60e3-4169-ba1c-916aaacdd009 req-a06cdb72-c936-4917-9fa7-7a71a60d3b13 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 944 time: 0.0532067 Mar 03 16:12:14.564183 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4e43ea44-60e3-4169-ba1c-916aaacdd009 req-fddc8951-42af-40b6-a243-ab388e3c218e tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391049 Mar 03 16:12:14.696208 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['13b8996c-31dc-4dc7-a196-0258874ace98'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:12:14.722473 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6dae6d-e1f4-4cb3-85d8-5decd94a22c4 req-a03005ff-8ed7-4890-8568-b0e1ea67eb6e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:14.724070 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-db6dae6d-e1f4-4cb3-85d8-5decd94a22c4 req-a03005ff-8ed7-4890-8568-b0e1ea67eb6e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0545344 Mar 03 16:12:14.780541 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-db6dae6d-e1f4-4cb3-85d8-5decd94a22c4 req-cf7eb8a2-815a-4d22-892c-7c16262f963d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502336 Mar 03 16:12:14.913728 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2ead6-a847-4ccc-a5f4-fba406b9066e req-37c07ac8-5ddf-428f-9237-a10d7eb150d8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:14.915178 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cba2ead6-a847-4ccc-a5f4-fba406b9066e req-37c07ac8-5ddf-428f-9237-a10d7eb150d8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.0537343 Mar 03 16:12:14.960387 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cba2ead6-a847-4ccc-a5f4-fba406b9066e req-b929ec91-40df-4220-8b17-6edd029b9bfb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397279 Mar 03 16:12:15.183662 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba0f54-ae31-469c-8d0f-9ca333c4c932 req-bf840c12-770e-4c18-a78d-57ab3467cb13 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:15.185133 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-32ba0f54-ae31-469c-8d0f-9ca333c4c932 req-bf840c12-770e-4c18-a78d-57ab3467cb13 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 945 time: 0.0515225 Mar 03 16:12:15.233554 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-32ba0f54-ae31-469c-8d0f-9ca333c4c932 req-ddce2232-96a9-4170-9f65-80b0914c9c97 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Mar 03 16:12:15.440301 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf0bad-344c-48cd-93ff-02ba9e0ede95 req-2a5a8dc4-73d3-44eb-a289-0bda4dd9759d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:15.441665 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-77cf0bad-344c-48cd-93ff-02ba9e0ede95 req-2a5a8dc4-73d3-44eb-a289-0bda4dd9759d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 944 time: 0.0504031 Mar 03 16:12:15.485050 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-77cf0bad-344c-48cd-93ff-02ba9e0ede95 req-03957d9b-118f-47ba-a05e-6b75621e86cf tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378845 Mar 03 16:12:15.536218 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0c3265c7-9671-4361-b09b-4fcca7af21e9 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:12:15.540017 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 00abaa24-5078-4b96-86b8-a4ccef266811 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:12:15.647950 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 00abaa24-5078-4b96-86b8-a4ccef266811 completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:12:15.659928 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 00abaa24-5078-4b96-86b8-a4ccef266811 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:12:15.660308 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:15.701733 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:15.721375 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'port_id': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'mac_address': 'fa:16:3e:d1:25:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:12:15.783776 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 0c3265c7-9671-4361-b09b-4fcca7af21e9 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:15.784174 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:15.810151 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3265c7-9671-4361-b09b-4fcca7af21e9 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:12:15.820078 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 00abaa24-5078-4b96-86b8-a4ccef266811 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:15.820078 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:15.838000 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a46b9e-81c7-4eb3-88ad-d60032ee5df2 req-7cae494b-daba-4395-a7db-3fdc31e9b911 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:15.840249 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-57a46b9e-81c7-4eb3-88ad-d60032ee5df2 req-7cae494b-daba-4395-a7db-3fdc31e9b911 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 944 time: 0.0753400 Mar 03 16:12:15.840482 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:15.848290 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:15.848941 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 67cb0363-c5ca-44bb-b405-a331d8a063ab details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:12:15.857833 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5948808-46db-42c8-bba5-4b86dab41982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00abaa24-5078-4b96-86b8-a4ccef266811'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:12:15.893310 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-57a46b9e-81c7-4eb3-88ad-d60032ee5df2 req-6c2c41c9-5abb-4505-af12-a4d3afc189db tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454865 Mar 03 16:12:15.911726 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2cf31-1ba3-4140-9810-2417251f30cc req-745764b4-a10e-4967-a1c9-08d2ea08e762 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:15.913406 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d7f2cf31-1ba3-4140-9810-2417251f30cc req-745764b4-a10e-4967-a1c9-08d2ea08e762 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0602829 Mar 03 16:12:15.958654 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 00abaa24-5078-4b96-86b8-a4ccef266811, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=00abaa24-5078-4b96-86b8-a4ccef266811,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:15.965439 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d7f2cf31-1ba3-4140-9810-2417251f30cc req-b1a234af-a9b8-420a-b5e6-91108e03383d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461802 Mar 03 16:12:15.968802 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:16.029963 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=0c3265c7-9671-4361-b09b-4fcca7af21e9,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:16.059146 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e92f156-3ef6-4af5-8054-62e6bc9ea6e6" -d '{"events": [{"server_uuid": "d5948808-46db-42c8-bba5-4b86dab41982", "name": "network-vif-plugged", "status": "completed", "tag": "00abaa24-5078-4b96-86b8-a4ccef266811"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:12:16.089456 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f895c0-e111-4c07-b66b-e3a55ae7c13e req-98be8695-aae0-48aa-ade5-34e5150b9737 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:16.090921 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-03f895c0-e111-4c07-b66b-e3a55ae7c13e req-98be8695-aae0-48aa-ade5-34e5150b9737 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 944 time: 0.0525982 Mar 03 16:12:16.110178 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=00abaa24-5078-4b96-86b8-a4ccef266811,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:16.114424 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 67cb0363-c5ca-44bb-b405-a331d8a063ab, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=67cb0363-c5ca-44bb-b405-a331d8a063ab,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:16.130247 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '67cb0363-c5ca-44bb-b405-a331d8a063ab', 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47', 'port_id': '67cb0363-c5ca-44bb-b405-a331d8a063ab', 'mac_address': 'fa:16:3e:b2:4a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ae60ec-ea77-49ce-bb68-d2d11a158e61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:12:16.149836 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-03f895c0-e111-4c07-b66b-e3a55ae7c13e req-fcaa2f7a-88df-4a4c-986d-9a3438427ba6 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527391 Mar 03 16:12:16.176326 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0373c0-541d-4cf9-9e56-0e7af1ee3cb7 x-openstack-request-id: req-ad0373c0-541d-4cf9-9e56-0e7af1ee3cb7 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:12:16.176679 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5948808-46db-42c8-bba5-4b86dab41982", "name": "network-vif-plugged", "status": "completed", "tag": "00abaa24-5078-4b96-86b8-a4ccef266811", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:12:16.176967 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad0373c0-541d-4cf9-9e56-0e7af1ee3cb7 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:12:16.177439 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5948808-46db-42c8-bba5-4b86dab41982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00abaa24-5078-4b96-86b8-a4ccef266811', 'code': 200} Mar 03 16:12:16.178371 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 67cb0363-c5ca-44bb-b405-a331d8a063ab is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:16.178761 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:16.193407 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cb0363-c5ca-44bb-b405-a331d8a063ab {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:12:16.212825 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 67cb0363-c5ca-44bb-b405-a331d8a063ab, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=67cb0363-c5ca-44bb-b405-a331d8a063ab,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:16.216711 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:16.217448 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device c575d8f6-2030-47e3-925f-00544960d7c9 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:12:16.310278 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=67cb0363-c5ca-44bb-b405-a331d8a063ab,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:16.360199 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port c575d8f6-2030-47e3-925f-00544960d7c9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=c575d8f6-2030-47e3-925f-00544960d7c9,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:16.369510 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9b7ac-76ba-4261-a200-26cd77c27087 req-6f916551-8099-4072-b846-941404a696d0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:16.370965 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-fca9b7ac-76ba-4261-a200-26cd77c27087 req-6f916551-8099-4072-b846-941404a696d0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 946 time: 0.0629056 Mar 03 16:12:16.373505 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': 'c575d8f6-2030-47e3-925f-00544960d7c9', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'port_id': 'c575d8f6-2030-47e3-925f-00544960d7c9', 'mac_address': 'fa:16:3e:2b:7b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:12:16.412424 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port c575d8f6-2030-47e3-925f-00544960d7c9 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:16.412819 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:16.426907 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-fca9b7ac-76ba-4261-a200-26cd77c27087 req-9d22cbfa-a87f-4714-901f-3180472a9f46 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484042 Mar 03 16:12:16.430033 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c575d8f6-2030-47e3-925f-00544960d7c9 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:12:16.461151 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port c575d8f6-2030-47e3-925f-00544960d7c9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=c575d8f6-2030-47e3-925f-00544960d7c9,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:16.472943 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:16.473684 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 3bede718-5810-418d-ac01-2d96bf39f913 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:12:16.547543 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=c575d8f6-2030-47e3-925f-00544960d7c9,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:16.562224 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 3bede718-5810-418d-ac01-2d96bf39f913, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3bede718-5810-418d-ac01-2d96bf39f913,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:16.574119 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '3bede718-5810-418d-ac01-2d96bf39f913', 'network_id': '82e9fb8e-a8c9-4547-9296-3ca067bc6d47', 'port_id': '3bede718-5810-418d-ac01-2d96bf39f913', 'mac_address': 'fa:16:3e:ff:49:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ae60ec-ea77-49ce-bb68-d2d11a158e61', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:12:16.615141 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 3bede718-5810-418d-ac01-2d96bf39f913 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:16.615560 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (3bede718-5810-418d-ac01-2d96bf39f913), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:16.618485 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703efe4-e08e-48b0-ac95-a7ed5cecab4e req-7db7cb93-2ec9-41b6-9f67-d525c83e4ee8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:16.620016 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3703efe4-e08e-48b0-ac95-a7ed5cecab4e req-7db7cb93-2ec9-41b6-9f67-d525c83e4ee8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 945 time: 0.0535405 Mar 03 16:12:16.628756 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bede718-5810-418d-ac01-2d96bf39f913 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:12:16.651547 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 3bede718-5810-418d-ac01-2d96bf39f913, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3bede718-5810-418d-ac01-2d96bf39f913,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:16.656227 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (3bede718-5810-418d-ac01-2d96bf39f913), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:16.670505 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3703efe4-e08e-48b0-ac95-a7ed5cecab4e req-d4c3289b-03ad-4af4-a6d3-08b74dd487f9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446773 Mar 03 16:12:16.705880 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=3bede718-5810-418d-ac01-2d96bf39f913,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:17.008174 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9118e6a-9b06-494b-a20a-aa88a71bcdee req-be2d2849-9d43-483a-8da0-fd7af4fd8c4d tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:17.009651 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f9118e6a-9b06-494b-a20a-aa88a71bcdee req-be2d2849-9d43-483a-8da0-fd7af4fd8c4d tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 944 time: 0.0507915 Mar 03 16:12:17.059787 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f9118e6a-9b06-494b-a20a-aa88a71bcdee req-4e8f7f38-d624-4089-acb2-47a728e39079 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 Mar 03 16:12:17.090196 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce57745-64a6-47c4-bac5-797441e09195 req-c1a74a34-95db-4719-853b-1250eb02f410 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:17.091602 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9ce57745-64a6-47c4-bac5-797441e09195 req-c1a74a34-95db-4719-853b-1250eb02f410 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0525050 Mar 03 16:12:17.137074 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9ce57745-64a6-47c4-bac5-797441e09195 req-22b28f46-7ffb-46eb-bde8-3f0bf98b1239 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398779 Mar 03 16:12:17.266938 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2983a-8e1c-4f59-9b88-89beff25356a req-04f7365f-c6e0-44f1-9298-6b4442ea39d7 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:17.268402 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3aa2983a-8e1c-4f59-9b88-89beff25356a req-04f7365f-c6e0-44f1-9298-6b4442ea39d7 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 945 time: 0.0504110 Mar 03 16:12:17.314353 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3aa2983a-8e1c-4f59-9b88-89beff25356a req-d514fcce-c53f-4078-bf98-ab406a7825c9 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404983 Mar 03 16:12:17.544573 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041dae74-4d24-432e-ac68-c3dbf8ca4341 req-1868866e-a4d3-48f4-9990-b921bc7620ed tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:17.546055 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-041dae74-4d24-432e-ac68-c3dbf8ca4341 req-1868866e-a4d3-48f4-9990-b921bc7620ed tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 946 time: 0.0536809 Mar 03 16:12:17.596977 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-041dae74-4d24-432e-ac68-c3dbf8ca4341 req-2307b7f1-2eb3-4464-a849-63c24b820c9a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447783 Mar 03 16:12:17.786402 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2d398-12b2-454d-9d6c-430ac55606e5 req-a42fed46-8e25-40b4-af01-409ea0f4c5b9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:17.787872 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cbd2d398-12b2-454d-9d6c-430ac55606e5 req-a42fed46-8e25-40b4-af01-409ea0f4c5b9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 945 time: 0.0541267 Mar 03 16:12:17.839189 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cbd2d398-12b2-454d-9d6c-430ac55606e5 req-e76db972-8c69-43eb-8600-60e69d6f7906 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457876 Mar 03 16:12:18.174945 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08821f-e04f-4284-9cd9-e616dd86df45 req-423ad292-c388-464c-8688-8fa172b9ff3b tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:18.176541 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-db08821f-e04f-4284-9cd9-e616dd86df45 req-423ad292-c388-464c-8688-8fa172b9ff3b tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 944 time: 0.0517614 Mar 03 16:12:18.226580 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-db08821f-e04f-4284-9cd9-e616dd86df45 req-37da752c-9919-49c7-b82a-7b651e3f9c38 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445106 Mar 03 16:12:18.261650 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425a0fb-bf9a-4052-814c-c31f6559e3ac req-ee5df6d3-6138-4b4b-bac0-5a81d75985b2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:18.263092 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2425a0fb-bf9a-4052-814c-c31f6559e3ac req-ee5df6d3-6138-4b4b-bac0-5a81d75985b2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0511656 Mar 03 16:12:18.308742 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2425a0fb-bf9a-4052-814c-c31f6559e3ac req-79844e60-6b4d-488d-99ba-706cc47f26c3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401607 Mar 03 16:12:18.426232 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb92077-67a7-4e43-93d8-5323515341e0 req-362c90d0-773e-4a03-be12-6ed3d42b0809 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:18.427700 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7bb92077-67a7-4e43-93d8-5323515341e0 req-362c90d0-773e-4a03-be12-6ed3d42b0809 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 945 time: 0.0504889 Mar 03 16:12:18.476344 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7bb92077-67a7-4e43-93d8-5323515341e0 req-d94e21bc-12b1-4a7e-bdf9-52eb2525243c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427146 Mar 03 16:12:18.720293 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb4f6e-ec16-4cef-a526-6ff7aed3fb2e req-c4efe9a5-d3a9-494c-bb72-8648a9579e2c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:18.722262 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1feb4f6e-ec16-4cef-a526-6ff7aed3fb2e req-c4efe9a5-d3a9-494c-bb72-8648a9579e2c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 946 time: 0.0518200 Mar 03 16:12:18.770382 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1feb4f6e-ec16-4cef-a526-6ff7aed3fb2e req-4ba54059-388d-4de3-953a-732272b5a5b6 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 Mar 03 16:12:18.957803 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c1a79-36dd-426d-b69d-5c378d3adc91 req-4b06a367-3d6d-4118-8212-c6562b32bd78 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:18.959283 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-013c1a79-36dd-426d-b69d-5c378d3adc91 req-4b06a367-3d6d-4118-8212-c6562b32bd78 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 945 time: 0.0523129 Mar 03 16:12:19.005011 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-013c1a79-36dd-426d-b69d-5c378d3adc91 req-9c475045-bf1a-44f8-9a5c-032f4d26bdfb tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403001 Mar 03 16:12:19.344557 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb14904-aa77-4606-a16b-ed7675f205e4 req-8e80aba8-969f-4f4a-b075-0f4bc9977bcd tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:19.346105 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-eeb14904-aa77-4606-a16b-ed7675f205e4 req-8e80aba8-969f-4f4a-b075-0f4bc9977bcd tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 944 time: 0.0538611 Mar 03 16:12:19.356685 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 13b8996c-31dc-4dc7-a196-0258874ace98 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:12:19.402819 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-eeb14904-aa77-4606-a16b-ed7675f205e4 req-86963643-d4e3-40e7-ae79-562b622a5338 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495937 Mar 03 16:12:19.412262 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 13b8996c-31dc-4dc7-a196-0258874ace98 completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:12:19.417337 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 13b8996c-31dc-4dc7-a196-0258874ace98 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:12:19.418084 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:19.502425 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 13b8996c-31dc-4dc7-a196-0258874ace98 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:19.502829 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:19.533892 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef585ef8-527a-46e2-af92-e727cd73e684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b8996c-31dc-4dc7-a196-0258874ace98'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:12:19.536209 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fc1730-4726-45ec-b92f-fd8a5399eb72" -d '{"events": [{"server_uuid": "ef585ef8-527a-46e2-af92-e727cd73e684", "name": "network-vif-plugged", "status": "completed", "tag": "13b8996c-31dc-4dc7-a196-0258874ace98"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:12:19.552085 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 13b8996c-31dc-4dc7-a196-0258874ace98, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=13b8996c-31dc-4dc7-a196-0258874ace98,segment=NetworkSegment(5ed7430e-838c-486d-adac-77a26365e2e8),segment_id=5ed7430e-838c-486d-adac-77a26365e2e8)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:19.557041 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:19.615289 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=13b8996c-31dc-4dc7-a196-0258874ace98,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:19.622981 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695598-89cf-4343-80b1-1865ea783edf req-c31b6699-d834-4e46-9d1c-ca49a4bbf767 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:19.624566 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-09695598-89cf-4343-80b1-1865ea783edf req-c31b6699-d834-4e46-9d1c-ca49a4bbf767 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 945 time: 0.0691974 Mar 03 16:12:19.673103 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-09695598-89cf-4343-80b1-1865ea783edf req-35575367-43f9-4a1b-b1c2-1da056765ebb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420933 Mar 03 16:12:19.694120 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104bf23-2d1a-4faa-afab-00df2be62960 req-ff7bd5af-f24f-40e7-b1dc-4191064707f0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:19.695589 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f104bf23-2d1a-4faa-afab-00df2be62960 req-ff7bd5af-f24f-40e7-b1dc-4191064707f0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.2908752 Mar 03 16:12:19.698401 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2269cb-fa59-43d4-a464-ddf42d9f98d2 req-728b744f-6549-4fd3-9217-691c492545c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:19.699921 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fe2269cb-fa59-43d4-a464-ddf42d9f98d2 req-728b744f-6549-4fd3-9217-691c492545c1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 1130 time: 0.3327773 Mar 03 16:12:19.722637 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c47b09a-54e9-47f6-8c24-59fafd5c5668 x-openstack-request-id: req-7c47b09a-54e9-47f6-8c24-59fafd5c5668 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:12:19.722952 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef585ef8-527a-46e2-af92-e727cd73e684", "name": "network-vif-plugged", "status": "completed", "tag": "13b8996c-31dc-4dc7-a196-0258874ace98", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:12:19.723202 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c47b09a-54e9-47f6-8c24-59fafd5c5668 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:12:19.723814 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef585ef8-527a-46e2-af92-e727cd73e684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b8996c-31dc-4dc7-a196-0258874ace98', 'code': 200} Mar 03 16:12:19.730335 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fe2269cb-fa59-43d4-a464-ddf42d9f98d2 req-d7ebb410-a2d3-4df5-8241-96be485454e7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:19.770007 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f104bf23-2d1a-4faa-afab-00df2be62960 req-9ad954bd-9219-4abe-82c8-e3ad8d3a0829 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659633 Mar 03 16:12:19.838480 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fe2269cb-fa59-43d4-a464-ddf42d9f98d2 req-d7ebb410-a2d3-4df5-8241-96be485454e7 service neutron] Publish callbacks [] for security_group (c1760426-ee27-40b0-a28f-183e804094ca), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:19.843551 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fe2269cb-fa59-43d4-a464-ddf42d9f98d2 req-d7ebb410-a2d3-4df5-8241-96be485454e7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (c1760426-ee27-40b0-a28f-183e804094ca), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:19.889790 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fe2269cb-fa59-43d4-a464-ddf42d9f98d2 req-d7ebb410-a2d3-4df5-8241-96be485454e7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792803 Mar 03 16:12:19.892315 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebb410-a2d3-4df5-8241-96be485454e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c1760426-ee27-40b0-a28f-183e804094ca,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:19.898899 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ee137-cb66-4f08-a74d-7bb6e9708e70 req-d6396453-885f-488b-95de-00fe0e3f3c35 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:19.905626 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7e3ee137-cb66-4f08-a74d-7bb6e9708e70 req-d6396453-885f-488b-95de-00fe0e3f3c35 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 946 time: 0.0649159 Mar 03 16:12:19.947398 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7e3ee137-cb66-4f08-a74d-7bb6e9708e70 req-b16eb9af-41c3-4c6c-808f-690abf1e643d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Mar 03 16:12:20.125664 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18ad27-521b-4b5c-8d99-6d9fb15379c8 req-4bb7b8d2-566c-4b9d-ad8b-b7d990361d96 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:20.127801 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7e18ad27-521b-4b5c-8d99-6d9fb15379c8 req-4bb7b8d2-566c-4b9d-ad8b-b7d990361d96 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 945 time: 0.0537891 Mar 03 16:12:20.177178 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7e18ad27-521b-4b5c-8d99-6d9fb15379c8 req-23422fa0-c7ce-432b-988b-a1f4a4a97070 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436840 Mar 03 16:12:20.316281 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e423afa-9c05-40cf-95a1-beefca4cf78c req-6ced39b2-680f-4f2d-a323-4c74dca12a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:20.317665 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4e423afa-9c05-40cf-95a1-beefca4cf78c req-6ced39b2-680f-4f2d-a323-4c74dca12a03 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 1129 time: 0.0422800 Mar 03 16:12:20.360511 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4e423afa-9c05-40cf-95a1-beefca4cf78c req-7373cca6-4fe8-4e27-ba40-36464387702b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357380 Mar 03 16:12:20.525068 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88133dd8-8e3f-4d15-8b8b-4daf3d8a8705 req-f08a7896-c143-4ccf-9999-635d18bdc358 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:20.526511 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-88133dd8-8e3f-4d15-8b8b-4daf3d8a8705 req-f08a7896-c143-4ccf-9999-635d18bdc358 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 945 time: 0.0560281 Mar 03 16:12:20.571909 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-88133dd8-8e3f-4d15-8b8b-4daf3d8a8705 req-e79d9cd8-fc5a-4a9e-bb55-fbc86057372a tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397937 Mar 03 16:12:20.707269 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['0c3265c7-9671-4361-b09b-4fcca7af21e9'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:12:20.790609 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd491f-4cb3-4f22-99bb-02c60a4e8e10 req-24b392a0-6391-4bbc-8c09-16e58e937cbc tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:20.792115 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fddd491f-4cb3-4f22-99bb-02c60a4e8e10 req-24b392a0-6391-4bbc-8c09-16e58e937cbc tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 945 time: 0.0558949 Mar 03 16:12:20.807261 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['c575d8f6-2030-47e3-925f-00544960d7c9'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:12:20.851211 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fddd491f-4cb3-4f22-99bb-02c60a4e8e10 req-b51bce91-1875-4530-91a3-abf608b01749 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534346 Mar 03 16:12:20.883316 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['3bede718-5810-418d-ac01-2d96bf39f913'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:12:20.904413 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf367-c31a-434d-ab26-7c99df4cf303 req-ac260d83-ab2d-418a-82b6-e831a58c5492 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:20.905860 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6dfbf367-c31a-434d-ab26-7c99df4cf303 req-ac260d83-ab2d-418a-82b6-e831a58c5492 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0547800 Mar 03 16:12:20.913987 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['67cb0363-c5ca-44bb-b405-a331d8a063ab'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:12:21.073737 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab10dc-55c3-4053-8858-20d90d46a308 req-64c0ada5-6e23-4bf6-a68d-aafab7f89982 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:21.075304 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e8ab10dc-55c3-4053-8858-20d90d46a308 req-64c0ada5-6e23-4bf6-a68d-aafab7f89982 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 946 time: 0.0602591 Mar 03 16:12:21.125687 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e8ab10dc-55c3-4053-8858-20d90d46a308 req-93b0d16a-98db-422c-8a15-84339ed7b770 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439532 Mar 03 16:12:21.141285 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6dfbf367-c31a-434d-ab26-7c99df4cf303 req-ec0bf53f-5a9f-4f30-9346-fa13b8b88665 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289491 Mar 03 16:12:21.298034 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7930d6-20a5-4c33-a2d9-aa67e2894cfd req-a784c8f5-949d-4d0c-927c-4314a272d057 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:21.300042 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ff7930d6-20a5-4c33-a2d9-aa67e2894cfd req-a784c8f5-949d-4d0c-927c-4314a272d057 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 945 time: 0.0560541 Mar 03 16:12:21.349005 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ff7930d6-20a5-4c33-a2d9-aa67e2894cfd req-c0d19ded-4b11-4f8c-8e5f-b1db38eb7306 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Mar 03 16:12:21.692792 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c6ab-8150-410f-abbb-26437c090d36 req-89ed7900-1424-491a-b3d9-d44f31f347ed tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:21.694216 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8074c6ab-8150-410f-abbb-26437c090d36 req-89ed7900-1424-491a-b3d9-d44f31f347ed tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 945 time: 0.0517445 Mar 03 16:12:21.741129 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8074c6ab-8150-410f-abbb-26437c090d36 req-7f820940-fb88-4bbc-a7f2-049efc82e889 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Mar 03 16:12:21.967294 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd04021-3b7e-4311-8307-96b90617215d req-64586cc7-f24a-43f6-9e4b-e16aa76e61e1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:21.968819 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9bd04021-3b7e-4311-8307-96b90617215d req-64586cc7-f24a-43f6-9e4b-e16aa76e61e1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 945 time: 0.0527546 Mar 03 16:12:22.018792 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9bd04021-3b7e-4311-8307-96b90617215d req-fe669667-a65e-4b51-b3d7-9048ef9742d6 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440555 Mar 03 16:12:22.274618 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7b959-78bb-440b-b485-20fa0d1a88ff req-e5a1a2c6-3942-4923-9838-9e82151da86a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:22.275851 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cee7b959-78bb-440b-b485-20fa0d1a88ff req-e5a1a2c6-3942-4923-9838-9e82151da86a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 946 time: 0.0531893 Mar 03 16:12:22.301063 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd0788-aaba-4a4d-b9a7-89babb4b7d57 req-4c333292-beed-4f75-87db-0e92b7a1336f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:22.308859 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-80dd0788-aaba-4a4d-b9a7-89babb4b7d57 req-4c333292-beed-4f75-87db-0e92b7a1336f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0673134 Mar 03 16:12:22.329156 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cee7b959-78bb-440b-b485-20fa0d1a88ff req-d07dc550-ebdb-4db0-84f9-13fe1fb7f5ec tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469065 Mar 03 16:12:22.356967 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-80dd0788-aaba-4a4d-b9a7-89babb4b7d57 req-79c8bdcf-aae4-4658-80c5-a12c0bbbbd03 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426304 Mar 03 16:12:22.463897 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb6231-ca23-4b6d-84ff-b611b081cda2 req-152a475b-58a1-482f-8618-1f25919d5ed3 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:22.465488 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-80eb6231-ca23-4b6d-84ff-b611b081cda2 req-152a475b-58a1-482f-8618-1f25919d5ed3 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 945 time: 0.0537117 Mar 03 16:12:22.531331 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-80eb6231-ca23-4b6d-84ff-b611b081cda2 req-339901e7-1c00-49cd-8436-20ece53ea8b2 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603173 Mar 03 16:12:22.873387 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be0223-158f-4a36-b0a8-b6e7156e298d req-bfe63ac6-0a99-412f-8437-5bdf254e76e4 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:22.874920 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-98be0223-158f-4a36-b0a8-b6e7156e298d req-bfe63ac6-0a99-412f-8437-5bdf254e76e4 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 945 time: 0.0668690 Mar 03 16:12:22.923251 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-98be0223-158f-4a36-b0a8-b6e7156e298d req-1fe7b291-a27c-4b10-9fed-2cf289011f56 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Mar 03 16:12:23.134067 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfed1c-2ec3-434e-a333-184b631a8628 req-ee5b4198-fe8f-4600-8b89-d79a56bd72a9 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:23.135574 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f1cfed1c-2ec3-434e-a333-184b631a8628 req-ee5b4198-fe8f-4600-8b89-d79a56bd72a9 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 945 time: 0.0520475 Mar 03 16:12:23.183279 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f1cfed1c-2ec3-434e-a333-184b631a8628 req-8c8880f9-bcad-4be4-afb9-762b9df91cd2 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418866 Mar 03 16:12:23.449313 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa1fef-7fd9-407f-94f4-97177928632d req-8743cf5b-1f34-43c5-ba6a-a86af648612e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:23.450886 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4efa1fef-7fd9-407f-94f4-97177928632d req-8743cf5b-1f34-43c5-ba6a-a86af648612e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 946 time: 0.0539343 Mar 03 16:12:23.485035 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3521da-17d6-40cd-aae5-2b1e2f63cdb0 req-f57fc51b-e39a-4a0d-9885-a25f4cbf994a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:23.486843 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5e3521da-17d6-40cd-aae5-2b1e2f63cdb0 req-f57fc51b-e39a-4a0d-9885-a25f4cbf994a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0552990 Mar 03 16:12:23.497440 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4efa1fef-7fd9-407f-94f4-97177928632d req-f2fb49fa-e3fd-4f1d-8f42-b5a0285601dc tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404119 Mar 03 16:12:23.538829 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5e3521da-17d6-40cd-aae5-2b1e2f63cdb0 req-9b4dcd5d-a25e-4aad-9fa1-4a636af95553 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456948 Mar 03 16:12:23.674888 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cce3f-f6d2-4527-8813-3094aa0c4a27 req-71056d0c-8855-4ede-a8ab-b0760aec2b66 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:23.676431 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-130cce3f-f6d2-4527-8813-3094aa0c4a27 req-71056d0c-8855-4ede-a8ab-b0760aec2b66 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 945 time: 0.0695574 Mar 03 16:12:23.740325 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-130cce3f-f6d2-4527-8813-3094aa0c4a27 req-7a1118c3-dcf8-47a1-82fe-678ca7bf4e8b tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556886 Mar 03 16:12:23.973520 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 67cb0363-c5ca-44bb-b405-a331d8a063ab up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:12:24.030125 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 67cb0363-c5ca-44bb-b405-a331d8a063ab completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:12:24.038707 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 67cb0363-c5ca-44bb-b405-a331d8a063ab triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:12:24.039229 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.056038 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a92dec-ab88-4ce5-a84e-fa7ae9f6cb11 req-ecc2626e-ac69-444c-908a-554993cbbf66 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:24.063526 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c2a92dec-ab88-4ce5-a84e-fa7ae9f6cb11 req-ecc2626e-ac69-444c-908a-554993cbbf66 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 945 time: 0.0637619 Mar 03 16:12:24.113428 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c2a92dec-ab88-4ce5-a84e-fa7ae9f6cb11 req-d1e154fc-0138-457c-bed9-a6a251695c1f tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488012 Mar 03 16:12:24.122214 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 67cb0363-c5ca-44bb-b405-a331d8a063ab is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:24.122819 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.149726 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b608e8ac-4170-4443-be53-8d69b920a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cb0363-c5ca-44bb-b405-a331d8a063ab'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:12:24.152011 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1801da76-348a-4e2e-87ab-59f880a16a24" -d '{"events": [{"server_uuid": "b608e8ac-4170-4443-be53-8d69b920a262", "name": "network-vif-plugged", "status": "completed", "tag": "67cb0363-c5ca-44bb-b405-a331d8a063ab"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:12:24.171959 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 67cb0363-c5ca-44bb-b405-a331d8a063ab, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=67cb0363-c5ca-44bb-b405-a331d8a063ab,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:24.178208 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.179584 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0c3265c7-9671-4361-b09b-4fcca7af21e9 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:12:24.253892 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb38063c-bbde-4f05-8653-03b8c3fc2858 x-openstack-request-id: req-eb38063c-bbde-4f05-8653-03b8c3fc2858 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:12:24.254319 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b608e8ac-4170-4443-be53-8d69b920a262", "name": "network-vif-plugged", "status": "completed", "tag": "67cb0363-c5ca-44bb-b405-a331d8a063ab", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:12:24.254677 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb38063c-bbde-4f05-8653-03b8c3fc2858 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:12:24.255171 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b608e8ac-4170-4443-be53-8d69b920a262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cb0363-c5ca-44bb-b405-a331d8a063ab', 'code': 200} Mar 03 16:12:24.293417 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 0c3265c7-9671-4361-b09b-4fcca7af21e9 completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:12:24.308279 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 0c3265c7-9671-4361-b09b-4fcca7af21e9 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:12:24.308815 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.334692 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=67cb0363-c5ca-44bb-b405-a331d8a063ab,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:24.344173 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042e56f-f92f-47fd-b42b-fce23839d8cf req-6cb3730c-84f1-400e-affb-44c892354a99 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:24.354324 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6042e56f-f92f-47fd-b42b-fce23839d8cf req-6cb3730c-84f1-400e-affb-44c892354a99 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 945 time: 0.0776024 Mar 03 16:12:24.393588 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 59660) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:24.416957 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6042e56f-f92f-47fd-b42b-fce23839d8cf req-e344dfb4-b7dd-4ba3-be9a-32d0e6945fcd tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564153 Mar 03 16:12:24.428982 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 0c3265c7-9671-4361-b09b-4fcca7af21e9 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:24.429657 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.469701 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:24.495226 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.496067 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device c575d8f6-2030-47e3-925f-00544960d7c9 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:12:24.528951 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7f2f5-c6d7-40af-bfa2-013ab26dd5bb req-2da821c7-518d-42ea-945e-21667c5696a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:24.530279 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bba7f2f5-c6d7-40af-bfa2-013ab26dd5bb req-2da821c7-518d-42ea-945e-21667c5696a9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 1130 time: 0.0539064 Mar 03 16:12:24.599729 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=0c3265c7-9671-4361-b09b-4fcca7af21e9,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:24.612183 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port c575d8f6-2030-47e3-925f-00544960d7c9 completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:12:24.614752 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20c5a26b-3b08-4e52-b4f3-7d3cd4e42bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.619571 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port c575d8f6-2030-47e3-925f-00544960d7c9 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:12:24.620108 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.645830 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bba7f2f5-c6d7-40af-bfa2-013ab26dd5bb req-9e5c56a0-11e2-4908-a171-ef3dcaf9fea0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087215 Mar 03 16:12:24.713522 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d46e-b8f2-4a27-9983-95f516e45856 req-b1a5982b-96cf-4650-bd1d-1ebd27ba49b9 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:24.715008 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f973d46e-b8f2-4a27-9983-95f516e45856 req-b1a5982b-96cf-4650-bd1d-1ebd27ba49b9 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0851297 Mar 03 16:12:24.720241 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port c575d8f6-2030-47e3-925f-00544960d7c9 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:24.721283 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.755555 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port c575d8f6-2030-47e3-925f-00544960d7c9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=c575d8f6-2030-47e3-925f-00544960d7c9,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:24.765063 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.765933 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 3bede718-5810-418d-ac01-2d96bf39f913 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:12:24.779690 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20c5a26b-3b08-4e52-b4f3-7d3cd4e42bb7 admin admin] Publish callbacks [] for security_group (f712f0eb-2a1c-49f3-9d9d-85fb519aa3e2), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.788819 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20c5a26b-3b08-4e52-b4f3-7d3cd4e42bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f712f0eb-2a1c-49f3-9d9d-85fb519aa3e2), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.800611 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f973d46e-b8f2-4a27-9983-95f516e45856 req-47118e4e-4104-450b-b788-05cc9920e306 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752809 Mar 03 16:12:24.849937 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-20c5a26b-3b08-4e52-b4f3-7d3cd4e42bb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a925a09c52f541f2abef01152ffb7ec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548745 Mar 03 16:12:24.851204 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5a26b-3b08-4e52-b4f3-7d3cd4e42bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f712f0eb-2a1c-49f3-9d9d-85fb519aa3e2,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:24.855225 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=c575d8f6-2030-47e3-925f-00544960d7c9,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:24.864739 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 59676) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:24.896527 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 3bede718-5810-418d-ac01-2d96bf39f913 completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:12:24.901399 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 3bede718-5810-418d-ac01-2d96bf39f913 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:12:24.901968 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (3bede718-5810-418d-ac01-2d96bf39f913), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.915029 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89ce45-536a-4df2-bef7-4adcdbddce36 req-2c4e2a2f-0c01-4d99-b5e2-b1dc5b8e8be4 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:24.916705 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-be89ce45-536a-4df2-bef7-4adcdbddce36 req-2c4e2a2f-0c01-4d99-b5e2-b1dc5b8e8be4 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.1043127 Mar 03 16:12:24.927496 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d45b7cfd-d6ec-4068-bb3e-bc44c46d94ab admin admin] Publish callbacks [] for security_group (f712f0eb-2a1c-49f3-9d9d-85fb519aa3e2), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.954177 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d45b7cfd-d6ec-4068-bb3e-bc44c46d94ab admin admin] Publish callbacks [] for security_group (f712f0eb-2a1c-49f3-9d9d-85fb519aa3e2), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:24.995744 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-be89ce45-536a-4df2-bef7-4adcdbddce36 req-129b3b1a-15a9-4b52-8c46-e87db3ea6132 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686514 Mar 03 16:12:25.024835 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d45b7cfd-d6ec-4068-bb3e-bc44c46d94ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f712f0eb-2a1c-49f3-9d9d-85fb519aa3e2), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:25.027493 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d45b7cfd-d6ec-4068-bb3e-bc44c46d94ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:25.028737 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-d45b7cfd-d6ec-4068-bb3e-bc44c46d94ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f712f0eb-2a1c-49f3-9d9d-85fb519aa3e2 HTTP/1.1" status: 204 len: 168 time: 0.1630156 Mar 03 16:12:25.043976 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b7cfd-d6ec-4068-bb3e-bc44c46d94ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f712f0eb-2a1c-49f3-9d9d-85fb519aa3e2,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:25.060730 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 3bede718-5810-418d-ac01-2d96bf39f913 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:25.061177 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (3bede718-5810-418d-ac01-2d96bf39f913), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:25.106109 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 3bede718-5810-418d-ac01-2d96bf39f913, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3bede718-5810-418d-ac01-2d96bf39f913,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:25.110605 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (3bede718-5810-418d-ac01-2d96bf39f913), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:25.175701 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=3bede718-5810-418d-ac01-2d96bf39f913,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:25.355849 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 59696) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:25.369372 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-73131a2c-518d-439b-9abd-652cfea0cc4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:25.455488 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-73131a2c-518d-439b-9abd-652cfea0cc4b admin admin] Publish callbacks [] for security_group (f02f4a59-2f11-469c-8a14-e387ba6a3c32), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:25.463804 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-73131a2c-518d-439b-9abd-652cfea0cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f02f4a59-2f11-469c-8a14-e387ba6a3c32), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:25.520620 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73131a2c-518d-439b-9abd-652cfea0cc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02f4a59-2f11-469c-8a14-e387ba6a3c32,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:25.541531 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-73131a2c-518d-439b-9abd-652cfea0cc4b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b5a5ea36f8d45948113c69a913647a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844933 Mar 03 16:12:25.544051 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 59708) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:25.578935 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e925fd3-cb3d-49d9-b603-a0d64fc40c79 req-d482a1a4-b7bc-4099-81e6-f8b9e38c329d tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:25.580649 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3e925fd3-cb3d-49d9-b603-a0d64fc40c79 req-d482a1a4-b7bc-4099-81e6-f8b9e38c329d tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0753391 Mar 03 16:12:25.597604 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4b788d7a-92a2-4304-893c-8d3069d8efad admin admin] Publish callbacks [] for security_group (f02f4a59-2f11-469c-8a14-e387ba6a3c32), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:25.629468 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4b788d7a-92a2-4304-893c-8d3069d8efad admin admin] Publish callbacks [] for security_group (f02f4a59-2f11-469c-8a14-e387ba6a3c32), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:25.648659 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3e925fd3-cb3d-49d9-b603-a0d64fc40c79 req-8f6b03dd-2505-49fd-be6e-a7f5d9ec2439 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620732 Mar 03 16:12:25.693318 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4b788d7a-92a2-4304-893c-8d3069d8efad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f02f4a59-2f11-469c-8a14-e387ba6a3c32), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:25.696200 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4b788d7a-92a2-4304-893c-8d3069d8efad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:25.697436 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-4b788d7a-92a2-4304-893c-8d3069d8efad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f02f4a59-2f11-469c-8a14-e387ba6a3c32 HTTP/1.1" status: 204 len: 168 time: 0.1513700 Mar 03 16:12:25.705790 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b788d7a-92a2-4304-893c-8d3069d8efad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02f4a59-2f11-469c-8a14-e387ba6a3c32,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:25.974995 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e81d4-0211-42dc-8752-f561eb116889 req-1bef8f14-80b8-4f60-bef8-8c073ecd8a41 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:25.982622 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8e8e81d4-0211-42dc-8752-f561eb116889 req-1bef8f14-80b8-4f60-bef8-8c073ecd8a41 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0633829 Mar 03 16:12:26.052692 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8e8e81d4-0211-42dc-8752-f561eb116889 req-63616f23-324b-44c1-8ea1-d8f22fc821fc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689240 Mar 03 16:12:26.178154 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c1429-db26-456d-be98-02d83e5c234f req-db3c6840-53a3-480c-96c5-786e784a64d9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:26.184888 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa7c1429-db26-456d-be98-02d83e5c234f req-db3c6840-53a3-480c-96c5-786e784a64d9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0876791 Mar 03 16:12:26.231406 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa7c1429-db26-456d-be98-02d83e5c234f req-be46de44-ac23-4305-9e9c-87f36688cbda tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454764 Mar 03 16:12:26.257004 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9'}, {'server_uuid': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c575d8f6-2030-47e3-925f-00544960d7c9'}, {'server_uuid': 'ab3944a7-335c-4062-9680-e0258869ffa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bede718-5810-418d-ac01-2d96bf39f913'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:12:26.260815 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74d232f-7b1f-44b7-8b14-af4717ef524e" -d '{"events": [{"server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "name": "network-vif-plugged", "status": "completed", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9"}, {"server_uuid": "a16eb539-b34d-4365-bbe0-377148d2d25e", "name": "network-vif-plugged", "status": "completed", "tag": "c575d8f6-2030-47e3-925f-00544960d7c9"}, {"server_uuid": "ab3944a7-335c-4062-9680-e0258869ffa9", "name": "network-vif-plugged", "status": "completed", "tag": "3bede718-5810-418d-ac01-2d96bf39f913"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:12:26.312612 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 03 Mar 2022 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ed1785-5201-4e17-b527-91bf8c9cb508 x-openstack-request-id: req-93ed1785-5201-4e17-b527-91bf8c9cb508 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:12:26.313135 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "name": "network-vif-plugged", "status": "completed", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9", "code": 200}, {"server_uuid": "a16eb539-b34d-4365-bbe0-377148d2d25e", "name": "network-vif-plugged", "status": "completed", "tag": "c575d8f6-2030-47e3-925f-00544960d7c9", "code": 200}, {"server_uuid": "ab3944a7-335c-4062-9680-e0258869ffa9", "name": "network-vif-plugged", "status": "completed", "tag": "3bede718-5810-418d-ac01-2d96bf39f913", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:12:26.313393 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93ed1785-5201-4e17-b527-91bf8c9cb508 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:12:26.313801 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'code': 200} Mar 03 16:12:26.314061 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c575d8f6-2030-47e3-925f-00544960d7c9', 'code': 200} Mar 03 16:12:26.314389 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3944a7-335c-4062-9680-e0258869ffa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bede718-5810-418d-ac01-2d96bf39f913', 'code': 200} Mar 03 16:12:26.556045 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c611195-4b44-402a-872b-5db1df084fb2 req-5260df2b-579b-4506-82e8-24f850c5646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:26.558187 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c611195-4b44-402a-872b-5db1df084fb2 req-5260df2b-579b-4506-82e8-24f850c5646e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 1129 time: 0.0545309 Mar 03 16:12:26.665413 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c611195-4b44-402a-872b-5db1df084fb2 req-3ccbd144-792b-4e65-9131-bb620a3b892d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879600 Mar 03 16:12:26.665413 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b49eb5-43f3-46bf-9e72-cd8f7d62663f req-12378e84-17fb-4c82-a43a-2cd539cc11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:26.665413 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a1b49eb5-43f3-46bf-9e72-cd8f7d62663f req-12378e84-17fb-4c82-a43a-2cd539cc11d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 1130 time: 0.0943060 Mar 03 16:12:26.716777 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab5276-5fe9-4325-9ecc-972478a9ceca req-80b355b4-7c32-4b58-bb10-5c8d7d6d1a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:26.719062 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-62ab5276-5fe9-4325-9ecc-972478a9ceca req-80b355b4-7c32-4b58-bb10-5c8d7d6d1a38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 1129 time: 0.1540709 Mar 03 16:12:26.824510 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab29cc6-74b2-402f-9391-9cf9583d7883 req-cb5d14ba-1eea-4a98-b548-697cc8297038 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:26.826026 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-aab29cc6-74b2-402f-9391-9cf9583d7883 req-cb5d14ba-1eea-4a98-b548-697cc8297038 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0791419 Mar 03 16:12:26.882028 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-aab29cc6-74b2-402f-9391-9cf9583d7883 req-02ddaad1-bd75-4be4-8d30-805bb5b62b6c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487638 Mar 03 16:12:26.998403 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-62ab5276-5fe9-4325-9ecc-972478a9ceca req-8a84568b-a073-44da-9bef-888ad55e113d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567625 Mar 03 16:12:27.006437 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a1b49eb5-43f3-46bf-9e72-cd8f7d62663f req-a4b97e92-aa80-4cd1-90d4-f36171b11f11 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650682 Mar 03 16:12:27.203147 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe5a4f-d254-4b76-967b-bcabda9d55c3 req-fa2ca7f6-08e3-49fc-b969-534bd2f61e00 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:27.208191 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c1fe5a4f-d254-4b76-967b-bcabda9d55c3 req-fa2ca7f6-08e3-49fc-b969-534bd2f61e00 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0664375 Mar 03 16:12:27.252960 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c1fe5a4f-d254-4b76-967b-bcabda9d55c3 req-d0a8c08b-b8b6-4059-b51f-bba821a9ff70 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419719 Mar 03 16:12:27.394517 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5993b-c62c-408b-9800-aaea4b422fbb req-88037922-e400-47ff-9f86-5d86274cf7f8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:27.396202 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-83a5993b-c62c-408b-9800-aaea4b422fbb req-88037922-e400-47ff-9f86-5d86274cf7f8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0597906 Mar 03 16:12:27.446965 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-83a5993b-c62c-408b-9800-aaea4b422fbb req-dd01728a-eee8-43c6-8c3c-130b1c7c2806 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452824 Mar 03 16:12:27.780261 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510aa3b-0b0e-438a-b787-9228ea51a079 req-3c3656b2-c708-4f6e-8c90-c9882c3851a1 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:27.781913 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1510aa3b-0b0e-438a-b787-9228ea51a079 req-3c3656b2-c708-4f6e-8c90-c9882c3851a1 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0560596 Mar 03 16:12:27.835780 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1510aa3b-0b0e-438a-b787-9228ea51a079 req-9d2a30fb-8f78-4d3e-91e7-49f28697a1cf tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468607 Mar 03 16:12:28.005799 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf14bd4-1fac-4be3-bc90-230377e1f369 req-8d710e1d-ac7f-47eb-88e5-4210ba03f5df tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:28.007364 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0bf14bd4-1fac-4be3-bc90-230377e1f369 req-8d710e1d-ac7f-47eb-88e5-4210ba03f5df tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0528293 Mar 03 16:12:28.057420 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0bf14bd4-1fac-4be3-bc90-230377e1f369 req-5f3175bc-25fc-4642-a594-50753fa2f43d tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445518 Mar 03 16:12:28.286190 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14228a-527e-4bdf-9470-d31c433b3441 req-fbf234bd-968c-4700-80b2-6df2c10627e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:28.287596 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9f14228a-527e-4bdf-9470-d31c433b3441 req-fbf234bd-968c-4700-80b2-6df2c10627e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2073a032eb83470fa8666e110d2452d6&device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 1130 time: 0.0447073 Mar 03 16:12:28.380900 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37587e1-d2e6-43c6-9e42-b1441b212ab1 req-1f0a0009-43a3-4cd9-8e58-4f8e5a5b8fe5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:28.382403 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c37587e1-d2e6-43c6-9e42-b1441b212ab1 req-1f0a0009-43a3-4cd9-8e58-4f8e5a5b8fe5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0535142 Mar 03 16:12:28.433980 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c37587e1-d2e6-43c6-9e42-b1441b212ab1 req-303858d9-129d-4b81-a46c-c8a770ce9557 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458715 Mar 03 16:12:28.645339 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 59894) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:28.750711 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:28.838521 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Publish callbacks [] for security_group (c00bf33e-0f96-4c61-9fa9-94b940a04a65), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:28.843094 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (c00bf33e-0f96-4c61-9fa9-94b940a04a65), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:28.883717 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00bf33e-0f96-4c61-9fa9-94b940a04a65,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:28.887470 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3aa5a726be94372a9f0d5756ac9aaf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411242 Mar 03 16:12:28.890906 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 59904) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:28.895046 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.895482 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.895782 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.896125 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.896461 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.896793 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.897125 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.897455 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.897781 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.898128 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.898440 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.898977 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.899314 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7c72ee-27a6-4e5c-af65-1b2c152fb478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:28.986860 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Publish callbacks [] for security_group (c00bf33e-0f96-4c61-9fa9-94b940a04a65), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:28.998706 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4589f70-f5f1-4d81-9211-e1bb64fb17a7 req-9c25f5ae-5c8f-4694-87a9-413fe9b53691 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:29.000307 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f4589f70-f5f1-4d81-9211-e1bb64fb17a7 req-9c25f5ae-5c8f-4694-87a9-413fe9b53691 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0925233 Mar 03 16:12:29.037487 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Publish callbacks [] for security_group (c00bf33e-0f96-4c61-9fa9-94b940a04a65), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:29.092310 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f4589f70-f5f1-4d81-9211-e1bb64fb17a7 req-b78bc99b-f858-4667-8d5d-ce6674835867 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854819 Mar 03 16:12:29.117067 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (c00bf33e-0f96-4c61-9fa9-94b940a04a65), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:29.119738 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:29.123370 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c00bf33e-0f96-4c61-9fa9-94b940a04a65 HTTP/1.1" status: 204 len: 168 time: 0.2286806 Mar 03 16:12:29.129299 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00bf33e-0f96-4c61-9fa9-94b940a04a65,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:29.136508 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.136857 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.137203 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.137541 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.137871 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.138200 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.138526 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.138844 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.139351 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.139703 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.140029 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.140351 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.140673 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b763a0-a6cd-46cd-a951-9c07e0ddf128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:29.186051 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4805ef-56e6-4532-8e14-a6edef61ae2c req-5ddf1a07-f59f-43eb-8a2e-6f2732eae79a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:29.187771 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9b4805ef-56e6-4532-8e14-a6edef61ae2c req-5ddf1a07-f59f-43eb-8a2e-6f2732eae79a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0609603 Mar 03 16:12:29.241145 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9b4805ef-56e6-4532-8e14-a6edef61ae2c req-8425bde8-ec92-42e7-991f-109dfb8d89ce tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464041 Mar 03 16:12:29.397661 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 59916) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:29.410816 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7fba41d7-f356-4d2c-a9f3-2247001081da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:29.490507 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7fba41d7-f356-4d2c-a9f3-2247001081da admin admin] Publish callbacks [] for security_group (04b71d86-2d2a-4625-85db-86e23183cd0e), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:29.494531 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7fba41d7-f356-4d2c-a9f3-2247001081da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (04b71d86-2d2a-4625-85db-86e23183cd0e), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:29.566256 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7fba41d7-f356-4d2c-a9f3-2247001081da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70d6ce8413a240219c107b0c8e29a21e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675053 Mar 03 16:12:29.567862 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba41d7-f356-4d2c-a9f3-2247001081da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b71d86-2d2a-4625-85db-86e23183cd0e,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:29.568955 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 59920) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:29.594399 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f602557-0cb5-4c0b-88de-d6a562c10a1a req-dae6f742-f85f-45d4-84bc-ad8ce5ee6e9f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:29.595970 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6f602557-0cb5-4c0b-88de-d6a562c10a1a req-dae6f742-f85f-45d4-84bc-ad8ce5ee6e9f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0846837 Mar 03 16:12:29.622991 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-cf18f987-6edf-467f-bbaa-2c07940b0021 admin admin] Publish callbacks [] for security_group (04b71d86-2d2a-4625-85db-86e23183cd0e), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:29.644924 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-cf18f987-6edf-467f-bbaa-2c07940b0021 admin admin] Publish callbacks [] for security_group (04b71d86-2d2a-4625-85db-86e23183cd0e), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:29.650320 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6f602557-0cb5-4c0b-88de-d6a562c10a1a req-47e7127f-a699-4c4d-ac7b-35502c21fe4f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482917 Mar 03 16:12:29.694425 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-cf18f987-6edf-467f-bbaa-2c07940b0021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (04b71d86-2d2a-4625-85db-86e23183cd0e), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:29.697062 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-cf18f987-6edf-467f-bbaa-2c07940b0021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:29.698231 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-cf18f987-6edf-467f-bbaa-2c07940b0021 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04b71d86-2d2a-4625-85db-86e23183cd0e HTTP/1.1" status: 204 len: 168 time: 0.1282139 Mar 03 16:12:29.706724 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18f987-6edf-467f-bbaa-2c07940b0021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b71d86-2d2a-4625-85db-86e23183cd0e,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:30.074826 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14228a-527e-4bdf-9470-d31c433b3441 req-7a219bcd-9bff-4aeb-b9c9-1c11e79b4e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:30.076506 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9f14228a-527e-4bdf-9470-d31c433b3441 req-7a219bcd-9bff-4aeb-b9c9-1c11e79b4e86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47 HTTP/1.1" status: 200 len: 918 time: 0.0956078 Mar 03 16:12:30.222821 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478e1c9-e4d5-4095-8756-50c87a0a1f2a req-e94d28ff-0fcc-4c64-847a-ed125f9196c5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:30.224522 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d478e1c9-e4d5-4095-8756-50c87a0a1f2a req-e94d28ff-0fcc-4c64-847a-ed125f9196c5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0572171 Mar 03 16:12:30.275074 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d478e1c9-e4d5-4095-8756-50c87a0a1f2a req-88b1383d-e009-4e1f-b5cb-863b960f0612 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447793 Mar 03 16:12:30.381047 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09ffa5-1d80-41f5-a649-ec73fd4fb446 req-50a09470-3bee-48c7-bd4d-e43507e9b859 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:30.383294 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4c09ffa5-1d80-41f5-a649-ec73fd4fb446 req-50a09470-3bee-48c7-bd4d-e43507e9b859 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0533090 Mar 03 16:12:30.437886 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4c09ffa5-1d80-41f5-a649-ec73fd4fb446 req-f99f66c1-a1ee-4396-af16-edaba547ec9e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488346 Mar 03 16:12:30.777732 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03fbbf-baa7-4569-97da-4548d987178f req-ca293afd-3930-491a-af2a-c27356cd6c72 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:30.779264 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-da03fbbf-baa7-4569-97da-4548d987178f req-ca293afd-3930-491a-af2a-c27356cd6c72 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0593839 Mar 03 16:12:30.830028 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-da03fbbf-baa7-4569-97da-4548d987178f req-5344f6e6-d2ee-44f2-aaa1-a9843677295d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435894 Mar 03 16:12:31.408913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11931fac-ea83-4530-b23d-a5dc0729da10 req-b08cdfce-1afb-451d-b630-ec164199b9da tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:31.410535 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-11931fac-ea83-4530-b23d-a5dc0729da10 req-b08cdfce-1afb-451d-b630-ec164199b9da tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0630136 Mar 03 16:12:31.480499 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-11931fac-ea83-4530-b23d-a5dc0729da10 req-3e6dd0b3-e169-4d15-9c7d-4b149d92452a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641708 Mar 03 16:12:31.574680 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76bc1c-1762-4117-85a5-5193043931bb req-ca99dbd4-32ec-47ae-bdd5-9928a9d3cf91 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:31.576191 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cd76bc1c-1762-4117-85a5-5193043931bb req-ca99dbd4-32ec-47ae-bdd5-9928a9d3cf91 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0538735 Mar 03 16:12:31.624021 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cd76bc1c-1762-4117-85a5-5193043931bb req-64976f5b-4b43-4adb-821d-7a53fa2a6f13 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421414 Mar 03 16:12:31.950288 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d10fa8-680e-4863-9302-7054bbce5437 req-6b798cfd-92ed-4dca-b162-365dc45f5c03 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:31.951774 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b1d10fa8-680e-4863-9302-7054bbce5437 req-6b798cfd-92ed-4dca-b162-365dc45f5c03 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0510561 Mar 03 16:12:31.999328 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b1d10fa8-680e-4863-9302-7054bbce5437 req-c6e5d7be-7f30-437a-885d-6cccf38071d9 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400779 Mar 03 16:12:32.615499 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31910deb-cfbf-434f-babe-7f644d34a3fa req-a0d983af-8ef1-4977-8dbd-bc010510bf80 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:32.617110 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31910deb-cfbf-434f-babe-7f644d34a3fa req-a0d983af-8ef1-4977-8dbd-bc010510bf80 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0545583 Mar 03 16:12:32.673104 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31910deb-cfbf-434f-babe-7f644d34a3fa req-f4619f6f-7d4e-4fda-bd62-d75a406f4328 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498166 Mar 03 16:12:32.742987 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efa40c-a74d-4604-86e6-3427848d946a req-f760792c-9ba0-4795-87f3-2ddd19cab80d tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:32.745160 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-27efa40c-a74d-4604-86e6-3427848d946a req-f760792c-9ba0-4795-87f3-2ddd19cab80d tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0569441 Mar 03 16:12:32.747132 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9f14228a-527e-4bdf-9470-d31c433b3441 req-483561ae-617f-43e8-a434-36c9a02c7314 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67cb0363-c5ca-44bb-b405-a331d8a063ab HTTP/1.1" status: 200 len: 217 time: 0.0395126 Mar 03 16:12:32.794892 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14228a-527e-4bdf-9470-d31c433b3441 req-519571fb-9a65-40f9-abbb-db7bb56651ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:32.795296 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-27efa40c-a74d-4604-86e6-3427848d946a req-8c33e30b-c7fa-45f1-9edb-6ca822784d0e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444746 Mar 03 16:12:32.797348 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9f14228a-527e-4bdf-9470-d31c433b3441 req-519571fb-9a65-40f9-abbb-db7bb56651ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43ae60ec-ea77-49ce-bb68-d2d11a158e61 HTTP/1.1" status: 200 len: 858 time: 0.0440671 Mar 03 16:12:32.851022 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9f14228a-527e-4bdf-9470-d31c433b3441 req-71d14d7d-4ecb-42ae-94de-6138ad405f91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261049 Mar 03 16:12:32.945038 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9f14228a-527e-4bdf-9470-d31c433b3441 req-af43f7ba-37db-446b-ba83-55cedbcd3866 service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821488 Mar 03 16:12:33.122596 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf42ac-7369-46a7-9b89-63065819ce44 req-3b6f293e-dd6f-4835-a47c-d6fd1f57e7a5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:33.124061 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dfcf42ac-7369-46a7-9b89-63065819ce44 req-3b6f293e-dd6f-4835-a47c-d6fd1f57e7a5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0504465 Mar 03 16:12:33.220624 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dfcf42ac-7369-46a7-9b89-63065819ce44 req-6d8adea1-3ed4-4205-b11c-253c9c97c57d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851998 Mar 03 16:12:33.244937 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9f14228a-527e-4bdf-9470-d31c433b3441 req-308f1bbf-13c2-41db-beb0-43fa39b4fa61 service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161940 Mar 03 16:12:33.809779 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f708537-e0f8-471a-a92e-4fbd37719490 req-09fe4e35-15ae-4b27-b0bc-22228efd0585 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:33.811264 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2f708537-e0f8-471a-a92e-4fbd37719490 req-09fe4e35-15ae-4b27-b0bc-22228efd0585 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0517588 Mar 03 16:12:33.862787 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2f708537-e0f8-471a-a92e-4fbd37719490 req-bd45878b-7ba5-4021-ba40-2ba984450925 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440769 Mar 03 16:12:33.919656 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d319b4e-2b65-4ab9-8a2f-c6599972d138 req-6de69eea-09f6-4fb9-b03d-9c6ea563f4bc tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:33.921161 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8d319b4e-2b65-4ab9-8a2f-c6599972d138 req-6de69eea-09f6-4fb9-b03d-9c6ea563f4bc tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0527542 Mar 03 16:12:33.971119 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8d319b4e-2b65-4ab9-8a2f-c6599972d138 req-f9a2b753-ecd6-4d99-b496-74bc06944d43 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429010 Mar 03 16:12:34.151066 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e564de4b-b2c1-41bd-ab26-ab07067b0127 req-da4e6062-0884-4f58-a9c0-141b526af9ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566006 Mar 03 16:12:34.206248 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e73a42d1-3617-463b-be68-26445694cd91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:34.250998 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564de4b-b2c1-41bd-ab26-ab07067b0127 req-f675fceb-59db-48a0-ba48-79ab974e5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:34.252586 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e564de4b-b2c1-41bd-ab26-ab07067b0127 req-f675fceb-59db-48a0-ba48-79ab974e5934 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 1130 time: 0.0441525 Mar 03 16:12:34.357039 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe7c5e-548b-490e-a1cd-ab82ad0c5c90 req-d07f83e6-7ab5-409e-a7a8-14bb054baf42 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:34.358653 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4cfe7c5e-548b-490e-a1cd-ab82ad0c5c90 req-d07f83e6-7ab5-409e-a7a8-14bb054baf42 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0639484 Mar 03 16:12:34.414528 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4cfe7c5e-548b-490e-a1cd-ab82ad0c5c90 req-04397446-8d58-41f6-9c6a-70ae98f9356c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493906 Mar 03 16:12:34.766789 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:12:34.982397 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ecdc8-84e9-4114-be38-2eefe2ba2a2a req-04039bcf-36ca-4cc7-af82-6f045c576181 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:34.983974 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fc3ecdc8-84e9-4114-be38-2eefe2ba2a2a req-04039bcf-36ca-4cc7-af82-6f045c576181 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0530283 Mar 03 16:12:35.044432 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fc3ecdc8-84e9-4114-be38-2eefe2ba2a2a req-40a8f5db-6b1a-4d20-8582-65bcb5aa123a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544119 Mar 03 16:12:35.113284 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4517476-7c02-4f9f-abb2-ee41129e7a75 req-738509ad-4d62-4d76-b88d-fb5bacf735f7 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:35.114759 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e4517476-7c02-4f9f-abb2-ee41129e7a75 req-738509ad-4d62-4d76-b88d-fb5bacf735f7 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0592203 Mar 03 16:12:35.163343 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e4517476-7c02-4f9f-abb2-ee41129e7a75 req-d5be02c8-7f63-4a8e-a749-0ad21f1c21ba tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430436 Mar 03 16:12:35.537511 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc236b05-bba9-4b92-814f-647ba24d9a3a req-d36c932f-ea69-4a54-ae80-3a11ba0448de tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:35.538967 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc236b05-bba9-4b92-814f-647ba24d9a3a req-d36c932f-ea69-4a54-ae80-3a11ba0448de tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0552409 Mar 03 16:12:35.586542 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:35.587763 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc236b05-bba9-4b92-814f-647ba24d9a3a req-f0d6e207-4174-49a7-a1f5-b3a0a126c21f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433121 Mar 03 16:12:36.221458 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a1b7f-0d9d-4d4e-97db-f976c1225bc9 req-d8aeb470-8559-4052-b974-96818e36354e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:36.222969 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ba5a1b7f-0d9d-4d4e-97db-f976c1225bc9 req-d8aeb470-8559-4052-b974-96818e36354e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0936558 Mar 03 16:12:36.274199 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ba5a1b7f-0d9d-4d4e-97db-f976c1225bc9 req-a9240ca6-a2c4-46e1-912d-ed76c89456f4 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454726 Mar 03 16:12:36.300678 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4b08e-1a11-4016-9012-b87554239cf8 req-8b11630c-4fc0-44fa-9743-364fa5cb54b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:36.302294 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a1c4b08e-1a11-4016-9012-b87554239cf8 req-8b11630c-4fc0-44fa-9743-364fa5cb54b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0651374 Mar 03 16:12:36.353555 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a1c4b08e-1a11-4016-9012-b87554239cf8 req-4cbfd422-1200-4987-a670-0d61ac278469 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453095 Mar 03 16:12:36.681107 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-3c92df8c-15a0-4096-bc57-7bbef0fca474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:36.731204 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8855f1d-b0f1-4e37-ac72-9a8b1bf64e47 req-d9876198-67cc-4c78-84cd-ea79d897a2f4 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:36.732993 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c8855f1d-b0f1-4e37-ac72-9a8b1bf64e47 req-d9876198-67cc-4c78-84cd-ea79d897a2f4 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0604036 Mar 03 16:12:36.783971 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c8855f1d-b0f1-4e37-ac72-9a8b1bf64e47 req-4ade8681-1b4b-4315-9411-a7e73310cbfb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452828 Mar 03 16:12:37.405288 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a00dee-f08f-4ed0-b2ee-78e31f428671 req-1aec355c-c862-41d8-8236-aff0aff6d3d5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:37.407235 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b2a00dee-f08f-4ed0-b2ee-78e31f428671 req-1aec355c-c862-41d8-8236-aff0aff6d3d5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0602880 Mar 03 16:12:37.467132 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b2a00dee-f08f-4ed0-b2ee-78e31f428671 req-29789a4a-2736-4650-9e38-09fac680b2f4 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520108 Mar 03 16:12:37.480396 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baa63c-c46b-4631-82b5-ac3c1ed99bf0 req-bcf2389d-370c-44f6-909f-f0ff12fe4d05 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:37.481856 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-36baa63c-c46b-4631-82b5-ac3c1ed99bf0 req-bcf2389d-370c-44f6-909f-f0ff12fe4d05 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0539010 Mar 03 16:12:37.528531 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-36baa63c-c46b-4631-82b5-ac3c1ed99bf0 req-784938c3-ef5c-485f-9835-575f9fd94f53 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Mar 03 16:12:37.566790 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:37.911011 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf5ecf-b6e3-46c7-bf7a-3f62335abf1c req-441aac7f-e3aa-43a7-ae85-afde9e03a0e3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:37.912573 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8daf5ecf-b6e3-46c7-bf7a-3f62335abf1c req-441aac7f-e3aa-43a7-ae85-afde9e03a0e3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0531178 Mar 03 16:12:37.961344 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8daf5ecf-b6e3-46c7-bf7a-3f62335abf1c req-7f715e5e-2438-4610-a52e-62aa2a3ccddb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433271 Mar 03 16:12:38.587725 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84987891-b9d9-4f8c-9a4c-ce51bd20ab94 req-1d863a40-a6e8-4da7-80a9-122efa019d6c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:38.589365 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-84987891-b9d9-4f8c-9a4c-ce51bd20ab94 req-1d863a40-a6e8-4da7-80a9-122efa019d6c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0553062 Mar 03 16:12:38.636195 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-84987891-b9d9-4f8c-9a4c-ce51bd20ab94 req-dd81e5ae-d8fe-4dd0-96eb-b7f355541b10 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Mar 03 16:12:38.650361 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa12d2-c5c0-465a-8866-53b4b3c0e124 req-ceef46c3-325c-4b06-aef1-f53611c77299 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:38.651893 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-72aa12d2-c5c0-465a-8866-53b4b3c0e124 req-ceef46c3-325c-4b06-aef1-f53611c77299 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0531955 Mar 03 16:12:38.698942 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-72aa12d2-c5c0-465a-8866-53b4b3c0e124 req-4d8534e5-824b-43ea-aca0-963f1a1154fa tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409231 Mar 03 16:12:39.077324 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:39.088357 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8b183-af18-4284-9bf5-af52a45b92cf req-56ca0cb2-5819-44e1-90e0-a976d8b213ab tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:39.089821 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-19f8b183-af18-4284-9bf5-af52a45b92cf req-56ca0cb2-5819-44e1-90e0-a976d8b213ab tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0516324 Mar 03 16:12:39.135095 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-19f8b183-af18-4284-9bf5-af52a45b92cf req-75a832fd-877e-41be-9d46-b7065ed6f269 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396311 Mar 03 16:12:39.266116 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564de4b-b2c1-41bd-ab26-ab07067b0127 req-e0faee8b-eaf4-4873-a3c4-2831f39d7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:39.267542 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e564de4b-b2c1-41bd-ab26-ab07067b0127 req-e0faee8b-eaf4-4873-a3c4-2831f39d7654 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 200 len: 914 time: 0.0912786 Mar 03 16:12:39.315983 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e564de4b-b2c1-41bd-ab26-ab07067b0127 req-b57ec14c-f050-4a56-a663-bbfd569238f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00abaa24-5078-4b96-86b8-a4ccef266811 HTTP/1.1" status: 200 len: 217 time: 0.0374889 Mar 03 16:12:39.389271 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564de4b-b2c1-41bd-ab26-ab07067b0127 req-f00c8a1f-aea1-4b4e-81dc-1b7377511f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:39.390711 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e564de4b-b2c1-41bd-ab26-ab07067b0127 req-f00c8a1f-aea1-4b4e-81dc-1b7377511f52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=369464a5-7b33-4b27-a463-b6dba2f7f3c6 HTTP/1.1" status: 200 len: 854 time: 0.0502436 Mar 03 16:12:39.426222 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e564de4b-b2c1-41bd-ab26-ab07067b0127 req-886051ff-01a6-4c91-9f89-3ec482d490bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81ee8f01-b759-4202-8915-9ce0ac0408c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278006 Mar 03 16:12:39.837117 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd774e7-38e6-42af-9c98-bd0c87ce60f0 req-4a7ffa89-1333-4d23-934e-0a295e0656b8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:39.843546 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0cd774e7-38e6-42af-9c98-bd0c87ce60f0 req-4a7ffa89-1333-4d23-934e-0a295e0656b8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0764546 Mar 03 16:12:39.849166 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c3eed-7bdd-4d35-81fc-c92829e9b151 req-1c80dd8c-659e-429f-855f-4b7db232a39d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:39.856967 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-640c3eed-7bdd-4d35-81fc-c92829e9b151 req-1c80dd8c-659e-429f-855f-4b7db232a39d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.1556041 Mar 03 16:12:39.893323 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e564de4b-b2c1-41bd-ab26-ab07067b0127 req-1f48a32f-bd17-4a7a-a7ea-624d9491ddf1 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616287 Mar 03 16:12:39.914051 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0cd774e7-38e6-42af-9c98-bd0c87ce60f0 req-044d728b-b33c-4722-8a7f-43e366deeacd tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632787 Mar 03 16:12:39.922333 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-640c3eed-7bdd-4d35-81fc-c92829e9b151 req-65395d50-c293-4ef4-9a29-08ab05b15675 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644405 Mar 03 16:12:40.019085 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e564de4b-b2c1-41bd-ab26-ab07067b0127 req-1ab2905f-6924-4278-9c5a-31b8ae5fdc44 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927749 Mar 03 16:12:40.258701 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b42bba-9344-4e73-a09e-e8e105d0c89f req-e448a605-9be3-4eba-8143-3b7c1b23d2ac tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:40.260319 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-38b42bba-9344-4e73-a09e-e8e105d0c89f req-e448a605-9be3-4eba-8143-3b7c1b23d2ac tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0527315 Mar 03 16:12:40.308125 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-38b42bba-9344-4e73-a09e-e8e105d0c89f req-6c3d5248-58d6-4167-b34e-e2952b4b6552 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425048 Mar 03 16:12:40.458286 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e82003-bbe5-4737-8a47-850775da3ca6 req-ff2a76c0-6c95-406b-a152-3e6bdfbd4bf5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:40.459859 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31e82003-bbe5-4737-8a47-850775da3ca6 req-ff2a76c0-6c95-406b-a152-3e6bdfbd4bf5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0766208 Mar 03 16:12:40.470835 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60184) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:40.475429 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-7c47b2d5-01c1-4f3e-8697-9e1d7d01194a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Request body: {'floatingip': {'port_id': '0c3265c7-9671-4361-b09b-4fcca7af21e9'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:12:40.573920 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7c47b2d5-01c1-4f3e-8697-9e1d7d01194a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (b3f82d1b-e47b-4446-ae46-3a715a320959), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:40.694617 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:41.065124 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d0e1f-20d6-40f8-b19f-341da9880314 req-5ca2bea7-1d97-4e84-ae6e-e2a7d8ac3b1a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:41.066721 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-791d0e1f-20d6-40f8-b19f-341da9880314 req-5ca2bea7-1d97-4e84-ae6e-e2a7d8ac3b1a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0592184 Mar 03 16:12:41.117935 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-791d0e1f-20d6-40f8-b19f-341da9880314 req-fe011f9b-c3f2-493a-a5a0-ae5fdcb8ab52 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443127 Mar 03 16:12:41.177967 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d4c3f-cb2d-4ffe-b6b5-16b3e0d365c4 req-e7afbea4-49d0-4d50-a87b-63128bd665ad tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:41.179475 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6a5d4c3f-cb2d-4ffe-b6b5-16b3e0d365c4 req-e7afbea4-49d0-4d50-a87b-63128bd665ad tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.1799994 Mar 03 16:12:41.498753 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6a5d4c3f-cb2d-4ffe-b6b5-16b3e0d365c4 req-11cee24a-5d20-4bec-87a5-5f65baf44f09 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123856 Mar 03 16:12:41.502024 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7c47b2d5-01c1-4f3e-8697-9e1d7d01194a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:41.506231 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7c47b2d5-01c1-4f3e-8697-9e1d7d01194a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (b3f82d1b-e47b-4446-ae46-3a715a320959), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:41.631409 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.l3_db [None req-7c47b2d5-01c1-4f3e-8697-9e1d7d01194a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Floating IP b3f82d1b-e47b-4446-ae46-3a715a320959 associated. External IP: 172.27.2.101, port: 0c3265c7-9671-4361-b09b-4fcca7af21e9. Mar 03 16:12:41.632765 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa505e4-2d2b-44c1-ae75-25541c092502 req-47ff36ad-b86b-40d0-b365-fe2532fbe1e0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:41.640310 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3aa505e4-2d2b-44c1-ae75-25541c092502 req-47ff36ad-b86b-40d0-b365-fe2532fbe1e0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0670226 Mar 03 16:12:41.643602 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 60226) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:41.650388 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-fc3b7154-d3d7-4766-ad74-aa6ed0cff8a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Request body: {'floatingip': {'port_id': 'c575d8f6-2030-47e3-925f-00544960d7c9'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:12:41.752553 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7154-d3d7-4766-ad74-aa6ed0cff8a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (25993bef-d6b3-46d7-8471-147ab1b86caf), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:41.915462 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60240) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:41.933507 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c47b2d5-01c1-4f3e-8697-9e1d7d01194a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Router e135f620-a4cd-4f21-946d-b9e671ae186b has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:12:42.097440 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a1045b55-ede3-49e0-83ea-3f6f31a7a9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:42.126914 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c47b2d5-01c1-4f3e-8697-9e1d7d01194a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:12:42.132032 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7c47b2d5-01c1-4f3e-8697-9e1d7d01194a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:42.146426 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42490056-376c-4346-9988-a2aa0d51cf10 None None] Sync routers for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:12:42.176320 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42490056-376c-4346-9988-a2aa0d51cf10 None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:12:42.177005 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-42490056-376c-4346-9988-a2aa0d51cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:12:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:12:42.279444 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7c47b2d5-01c1-4f3e-8697-9e1d7d01194a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "PUT /v2.0/floatingips/b3f82d1b-e47b-4446-ae46-3a715a320959 HTTP/1.1" status: 200 len: 991 time: 1.8051538 Mar 03 16:12:42.279444 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a1045b55-ede3-49e0-83ea-3f6f31a7a9f0 admin admin] Publish callbacks [] for security_group (d55971cc-f747-48bb-945c-82213b2b1abc), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:42.291131 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:12:42.299653 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d71bf6-bce1-42ce-9e56-0fab8183bc29" -d '{"events": [{"name": "network-changed", "server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:12:42.313002 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a1045b55-ede3-49e0-83ea-3f6f31a7a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (d55971cc-f747-48bb-945c-82213b2b1abc), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:42.351278 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-42490056-376c-4346-9988-a2aa0d51cf10 None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:12:42.386470 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1045b55-ede3-49e0-83ea-3f6f31a7a9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55971cc-f747-48bb-945c-82213b2b1abc,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:42.396302 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a1045b55-ede3-49e0-83ea-3f6f31a7a9f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb0652457c3c4eb1aabab17ccca4b54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4794691 Mar 03 16:12:42.397222 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60264) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:42.404205 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c5150c-d74d-4f47-9143-0fd03df28f7a x-openstack-request-id: req-07c5150c-d74d-4f47-9143-0fd03df28f7a {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:12:42.404506 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:12:42.404768 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07c5150c-d74d-4f47-9143-0fd03df28f7a {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:12:42.405270 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'status': 'completed', 'code': 200} Mar 03 16:12:42.450003 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fed02b-16bc-4c61-854f-b57bfa263ecf req-b2fd1952-7964-4784-b8fd-2a1213ca4ae5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:42.459096 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-09fed02b-16bc-4c61-854f-b57bfa263ecf req-b2fd1952-7964-4784-b8fd-2a1213ca4ae5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.2243850 Mar 03 16:12:42.605337 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-09fed02b-16bc-4c61-854f-b57bfa263ecf req-252ac308-d7e6-4779-9067-8bdad56fae83 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452770 Mar 03 16:12:42.656768 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-69b623eb-a802-499d-91f6-1049a8e8120a admin admin] Publish callbacks [] for security_group (d55971cc-f747-48bb-945c-82213b2b1abc), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:42.704394 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-69b623eb-a802-499d-91f6-1049a8e8120a admin admin] Publish callbacks [] for security_group (d55971cc-f747-48bb-945c-82213b2b1abc), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:42.786841 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-69b623eb-a802-499d-91f6-1049a8e8120a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (d55971cc-f747-48bb-945c-82213b2b1abc), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:42.786841 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-69b623eb-a802-499d-91f6-1049a8e8120a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:42.789300 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-69b623eb-a802-499d-91f6-1049a8e8120a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d55971cc-f747-48bb-945c-82213b2b1abc HTTP/1.1" status: 204 len: 168 time: 0.3828065 Mar 03 16:12:42.790243 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.db.resource_extend [None req-fc3b7154-d3d7-4766-ad74-aa6ed0cff8a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 16:12:42.808667 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-42490056-376c-4346-9988-a2aa0d51cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'b3f82d1b-e47b-4446-ae46-3a715a320959', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'port_id': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'mac_address': 'fa:16:3e:d1:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:11:49Z', 'updated_at': '2022-03-03T16:12:41Z', 'revision_number': 1, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:47Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:12:42.826010 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b623eb-a802-499d-91f6-1049a8e8120a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55971cc-f747-48bb-945c-82213b2b1abc,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:42.904269 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7154-d3d7-4766-ad74-aa6ed0cff8a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:42.913033 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7154-d3d7-4766-ad74-aa6ed0cff8a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (25993bef-d6b3-46d7-8471-147ab1b86caf), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:42.915416 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42490056-376c-4346-9988-a2aa0d51cf10 None None] Checking router: e135f620-a4cd-4f21-946d-b9e671ae186b for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:12:42.935361 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42490056-376c-4346-9988-a2aa0d51cf10 None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:12:42.936036 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-42490056-376c-4346-9988-a2aa0d51cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:12:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:12:42.961808 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d71bf6-bce1-42ce-9e56-0fab8183bc29 req-831c6a8c-787f-46dd-8d58-e0ff95e8e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:42.963833 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-21d71bf6-bce1-42ce-9e56-0fab8183bc29 req-831c6a8c-787f-46dd-8d58-e0ff95e8e64e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 1129 time: 0.1938393 Mar 03 16:12:43.159744 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-42490056-376c-4346-9988-a2aa0d51cf10 None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:12:43.219733 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.l3_db [None req-fc3b7154-d3d7-4766-ad74-aa6ed0cff8a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Floating IP 25993bef-d6b3-46d7-8471-147ab1b86caf associated. External IP: 172.27.2.65, port: c575d8f6-2030-47e3-925f-00544960d7c9. Mar 03 16:12:43.245941 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60294) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:43.259099 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-baf1df1e-55f4-469f-9562-b75d7c229fdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:43.310068 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d71bf6-bce1-42ce-9e56-0fab8183bc29 req-d77c03cc-e7b2-4c6d-8998-c37f2b590c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:43.311562 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-21d71bf6-bce1-42ce-9e56-0fab8183bc29 req-d77c03cc-e7b2-4c6d-8998-c37f2b590c65 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 916 time: 0.3365734 Mar 03 16:12:43.328767 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-2d65457c-0a14-414e-8d10-c27265957c84 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:43.330888 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-2d65457c-0a14-414e-8d10-c27265957c84 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/networks?id=81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 200 len: 814 time: 0.2520294 Mar 03 16:12:43.347152 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-baf1df1e-55f4-469f-9562-b75d7c229fdd admin admin] Publish callbacks [] for security_group (c215b701-1d13-4962-9741-ac94f9930533), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:43.356952 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-baf1df1e-55f4-469f-9562-b75d7c229fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (c215b701-1d13-4962-9741-ac94f9930533), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:43.420179 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-baf1df1e-55f4-469f-9562-b75d7c229fdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=245aaebf9f604a65993ce8d838d49535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730206 Mar 03 16:12:43.421123 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1df1e-55f4-469f-9562-b75d7c229fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c215b701-1d13-4962-9741-ac94f9930533,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:43.435312 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60304) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:43.471201 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-42490056-376c-4346-9988-a2aa0d51cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'b3f82d1b-e47b-4446-ae46-3a715a320959', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'port_id': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'mac_address': 'fa:16:3e:d1:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:11:49Z', 'updated_at': '2022-03-03T16:12:41Z', 'revision_number': 1, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:47Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:12:43.512378 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-675bec08-441f-4d7f-a2d3-0c4d8f6b2de0 admin admin] Publish callbacks [] for security_group (c215b701-1d13-4962-9741-ac94f9930533), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:43.514563 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42490056-376c-4346-9988-a2aa0d51cf10 None None] The sync data for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi is: [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'b3f82d1b-e47b-4446-ae46-3a715a320959', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'port_id': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'mac_address': 'fa:16:3e:d1:25:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:11:49Z', 'updated_at': '2022-03-03T16:12:41Z', 'revision_number': 1, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:47Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:12:43.533892 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-5a307d6f-8fc5-4a58-93c4-169920905778 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/quotas/bcf1394a235140658c5dc29f79119146 HTTP/1.1" status: 200 len: 375 time: 0.0439010 Mar 03 16:12:43.543956 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-21d71bf6-bce1-42ce-9e56-0fab8183bc29 req-3b594803-f479-4d82-ac51-9a709a732c5d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9 HTTP/1.1" status: 200 len: 999 time: 0.2120154 Mar 03 16:12:43.558515 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-675bec08-441f-4d7f-a2d3-0c4d8f6b2de0 admin admin] Publish callbacks [] for security_group (c215b701-1d13-4962-9741-ac94f9930533), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:43.625558 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-675bec08-441f-4d7f-a2d3-0c4d8f6b2de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (c215b701-1d13-4962-9741-ac94f9930533), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:43.635483 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-675bec08-441f-4d7f-a2d3-0c4d8f6b2de0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:43.637437 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-675bec08-441f-4d7f-a2d3-0c4d8f6b2de0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c215b701-1d13-4962-9741-ac94f9930533 HTTP/1.1" status: 204 len: 168 time: 0.2002864 Mar 03 16:12:43.647189 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bec08-441f-4d7f-a2d3-0c4d8f6b2de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c215b701-1d13-4962-9741-ac94f9930533,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:43.748624 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d71bf6-bce1-42ce-9e56-0fab8183bc29 req-f841567f-71dd-4813-9cc9-b0a0a483118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:43.754725 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-21d71bf6-bce1-42ce-9e56-0fab8183bc29 req-f841567f-71dd-4813-9cc9-b0a0a483118a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f HTTP/1.1" status: 200 len: 855 time: 0.1604249 Mar 03 16:12:43.780976 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-f8662cb1-06bb-49dc-a762-a150aa2aca15 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2275031 Mar 03 16:12:43.850700 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33a585-8be5-4d97-811b-dc4c4dacde16 req-e93e5f55-45c1-4611-818e-b94edcc40849 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:43.859031 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ef33a585-8be5-4d97-811b-dc4c4dacde16 req-e93e5f55-45c1-4611-818e-b94edcc40849 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.1031575 Mar 03 16:12:43.919102 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ef33a585-8be5-4d97-811b-dc4c4dacde16 req-10fef27d-2581-48d5-bd66-df5c01d9964c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586643 Mar 03 16:12:43.943533 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4d2a41-2060-4d23-92d6-b678157d4677 None None] New status for floating IP b3f82d1b-e47b-4446-ae46-3a715a320959: ACTIVE {{(pid=103059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:12:43.951762 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3b7154-d3d7-4766-ad74-aa6ed0cff8a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Router 711c6554-1da5-434f-960e-11ca9c937e9f has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:12:43.962610 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d71bf6-bce1-42ce-9e56-0fab8183bc29 req-19ad5e2d-5e53-4ebe-8426-d6e7bbd03d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:43.964719 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-21d71bf6-bce1-42ce-9e56-0fab8183bc29 req-19ad5e2d-5e53-4ebe-8426-d6e7bbd03d4e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eda6009-02fd-4599-bb6e-1629d529972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1919520 Mar 03 16:12:44.006342 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-383d68b9-f4d4-48ec-9d54-7030157b6f78 service neutron] 10.222.0.11 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780014 Mar 03 16:12:44.438164 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-21d71bf6-bce1-42ce-9e56-0fab8183bc29 req-685f2e53-c9d5-40f7-815e-57da708382f3 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581292 Mar 03 16:12:44.509693 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-3ef90347-8cd4-4075-be4d-b42c41cb633f service neutron] 10.222.0.11 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715807 Mar 03 16:12:44.518288 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3b7154-d3d7-4766-ad74-aa6ed0cff8a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:12:44.524659 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7154-d3d7-4766-ad74-aa6ed0cff8a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:44.534526 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff390edd-ce06-4ed7-a516-ce9c33821769 None None] Sync routers for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:12:44.551119 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff390edd-ce06-4ed7-a516-ce9c33821769 None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:12:44.553127 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-ff390edd-ce06-4ed7-a516-ce9c33821769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:12:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:12:44.567975 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-fc3b7154-d3d7-4766-ad74-aa6ed0cff8a8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "PUT /v2.0/floatingips/25993bef-d6b3-46d7-8471-147ab1b86caf HTTP/1.1" status: 200 len: 991 time: 2.9227543 Mar 03 16:12:44.575395 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'tag': 'c575d8f6-2030-47e3-925f-00544960d7c9'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:12:44.577687 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92464aee-c4fe-4788-bf34-23f6d2d0a47a" -d '{"events": [{"name": "network-changed", "server_uuid": "a16eb539-b34d-4365-bbe0-377148d2d25e", "tag": "c575d8f6-2030-47e3-925f-00544960d7c9"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:12:44.598657 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-21d71bf6-bce1-42ce-9e56-0fab8183bc29 req-7ddb6200-cee5-4c33-b28e-859369be2a8f service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432283 Mar 03 16:12:44.701946 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b48292-1949-4e38-a9a7-39d940ff0f9b x-openstack-request-id: req-d0b48292-1949-4e38-a9a7-39d940ff0f9b {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:12:44.702239 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16eb539-b34d-4365-bbe0-377148d2d25e", "tag": "c575d8f6-2030-47e3-925f-00544960d7c9", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:12:44.702495 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0b48292-1949-4e38-a9a7-39d940ff0f9b {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:12:44.702945 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'tag': 'c575d8f6-2030-47e3-925f-00544960d7c9', 'status': 'completed', 'code': 200} Mar 03 16:12:44.826730 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-76fe04f1-b4de-4dad-bc17-e6ce5716d27c req-43542707-80a4-412c-98a8-75a8c0031177 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 210 time: 0.0601349 Mar 03 16:12:44.841876 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92464aee-c4fe-4788-bf34-23f6d2d0a47a req-bcfc66bd-dc58-4b8a-b86f-b92d5790a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:44.843378 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-92464aee-c4fe-4788-bf34-23f6d2d0a47a req-bcfc66bd-dc58-4b8a-b86f-b92d5790a3c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3df7765ab38441feaf9e7d17d7559290&device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 1130 time: 0.1272199 Mar 03 16:12:44.905157 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-ff390edd-ce06-4ed7-a516-ce9c33821769 None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:12:44.967516 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92464aee-c4fe-4788-bf34-23f6d2d0a47a req-093f380c-9b66-445b-881a-9c61f25756c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:44.969359 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-92464aee-c4fe-4788-bf34-23f6d2d0a47a req-093f380c-9b66-445b-881a-9c61f25756c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 200 len: 911 time: 0.1169224 Mar 03 16:12:45.096363 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac519-85d9-435b-8c9b-80066e43d006 req-665a5f47-4558-499e-ba56-de5188298e40 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:45.107111 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-34aac519-85d9-435b-8c9b-80066e43d006 req-665a5f47-4558-499e-ba56-de5188298e40 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0930371 Mar 03 16:12:45.132513 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-92464aee-c4fe-4788-bf34-23f6d2d0a47a req-adb6f4ea-03b0-4e78-a7f1-9997af60fc94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c575d8f6-2030-47e3-925f-00544960d7c9 HTTP/1.1" status: 200 len: 999 time: 0.1451380 Mar 03 16:12:45.183267 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-34aac519-85d9-435b-8c9b-80066e43d006 req-9c08800f-de34-4a6e-a1c8-a7f1852c5459 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746429 Mar 03 16:12:45.264193 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92464aee-c4fe-4788-bf34-23f6d2d0a47a req-09f15304-1aa6-4333-8a7c-21e5f2d42352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:45.268948 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-92464aee-c4fe-4788-bf34-23f6d2d0a47a req-09f15304-1aa6-4333-8a7c-21e5f2d42352 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=028a2aef-a8b5-4645-8b5b-9ea5ad4099b5 HTTP/1.1" status: 200 len: 850 time: 0.1073737 Mar 03 16:12:45.377224 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92464aee-c4fe-4788-bf34-23f6d2d0a47a req-8f676468-324e-479f-bd13-89f7bbef88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:45.383865 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-92464aee-c4fe-4788-bf34-23f6d2d0a47a req-8f676468-324e-479f-bd13-89f7bbef88d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ba15c27-2b8e-4d04-b799-e6df45177b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1102605 Mar 03 16:12:45.444589 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-ff390edd-ce06-4ed7-a516-ce9c33821769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': '25993bef-d6b3-46d7-8471-147ab1b86caf', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'port_id': 'c575d8f6-2030-47e3-925f-00544960d7c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'mac_address': 'fa:16:3e:2b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:11:45Z', 'updated_at': '2022-03-03T16:12:42Z', 'revision_number': 1, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:12:45.480391 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff390edd-ce06-4ed7-a516-ce9c33821769 None None] Checking router: 711c6554-1da5-434f-960e-11ca9c937e9f for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:12:45.489385 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff390edd-ce06-4ed7-a516-ce9c33821769 None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:12:45.490001 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-ff390edd-ce06-4ed7-a516-ce9c33821769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:12:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:12:45.543966 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-92464aee-c4fe-4788-bf34-23f6d2d0a47a req-f28b8472-b7f6-412d-a03d-1c7e09bc7619 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535087 Mar 03 16:12:45.631426 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-ff390edd-ce06-4ed7-a516-ce9c33821769 None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:12:45.644835 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-92464aee-c4fe-4788-bf34-23f6d2d0a47a req-05f7d999-644b-4821-a3cd-82f8b8019ef6 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932782 Mar 03 16:12:45.875157 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-ff390edd-ce06-4ed7-a516-ce9c33821769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': '25993bef-d6b3-46d7-8471-147ab1b86caf', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'port_id': 'c575d8f6-2030-47e3-925f-00544960d7c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'mac_address': 'fa:16:3e:2b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:11:45Z', 'updated_at': '2022-03-03T16:12:42Z', 'revision_number': 1, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:12:45.912405 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff390edd-ce06-4ed7-a516-ce9c33821769 None None] The sync data for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi is: [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': '25993bef-d6b3-46d7-8471-147ab1b86caf', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'port_id': 'c575d8f6-2030-47e3-925f-00544960d7c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'mac_address': 'fa:16:3e:2b:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:11:45Z', 'updated_at': '2022-03-03T16:12:42Z', 'revision_number': 1, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:12:45.956906 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-891aefe4-a942-4df1-9f9a-447622426cf8 req-3308a7e3-7240-45f0-8ed0-579eff5e17a6 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 210 time: 0.0289893 Mar 03 16:12:46.138005 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0134cc62-aa55-44da-a5a8-bc4d68be0b20 None None] New status for floating IP 25993bef-d6b3-46d7-8471-147ab1b86caf: ACTIVE {{(pid=103059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:12:46.379485 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25137ba-2612-4bd3-81e1-0c30d6c07c3d req-5c2bc187-5c68-406d-9c07-fb296293efcc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:46.388075 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c25137ba-2612-4bd3-81e1-0c30d6c07c3d req-5c2bc187-5c68-406d-9c07-fb296293efcc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0887406 Mar 03 16:12:46.415696 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-06bc0105-04df-4e03-b5e2-8def734b637b tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:46.417363 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-06bc0105-04df-4e03-b5e2-8def734b637b tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "GET /v2.0/networks?id=81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 200 len: 814 time: 0.1720927 Mar 03 16:12:46.443328 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Request body: {'port': {'device_id': 'eda5f8bc-d894-474c-a051-877160923c0d', 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7', 'admin_state_up': True, 'tenant_id': 'bcf1394a235140658c5dc29f79119146'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:12:46.484891 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c25137ba-2612-4bd3-81e1-0c30d6c07c3d req-c037a54b-b3de-4b79-a920-0d9fa82f1adf tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959227 Mar 03 16:12:46.589528 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Made reservation on behalf of bcf1394a235140658c5dc29f79119146 for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:12:46.593152 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:46.761700 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Allocated IP 172.20.0.14 (81ee8f01-b759-4202-8915-9ce0ac0408c7/369464a5-7b33-4b27-a463-b6dba2f7f3c6/90bcdd98-94b0-40b1-a41e-f87151b77237) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:12:46.779967 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60446) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:46.886857 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f827c6ab-913a-411d-a4bd-1e362d484ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:46.921639 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks [] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:46.956404 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:46.964159 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f827c6ab-913a-411d-a4bd-1e362d484ea9 admin admin] Publish callbacks [] for security_group (d2c0c4e9-22d0-4c21-a50a-718fdfb96494), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:46.968107 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f827c6ab-913a-411d-a4bd-1e362d484ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (d2c0c4e9-22d0-4c21-a50a-718fdfb96494), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:46.977904 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['00abaa24-5078-4b96-86b8-a4ccef266811'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:12:47.005829 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Network 81ee8f01-b759-4202-8915-9ce0ac0408c7 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:12:47.013573 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:12:47.019864 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:12:47.020182 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-f827c6ab-913a-411d-a4bd-1e362d484ea9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f1298935f844b3d942e5a629300c7f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390962 Mar 03 16:12:47.020959 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60454) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:47.027330 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:47.027991 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.032346 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Pushing event updated for resources: {'Port': ['ID=90bcdd98-94b0-40b1-a41e-f87151b77237,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:47.051477 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-cda061eb-1709-432b-8b78-17ee5840085f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6146011 Mar 03 16:12:47.053076 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827c6ab-913a-411d-a4bd-1e362d484ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c0c4e9-22d0-4c21-a50a-718fdfb96494,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:47.066330 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Request body: {'port': {'device_id': 'eda5f8bc-d894-474c-a051-877160923c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:12:47.080445 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f7efa1aa-a2a3-4bed-8962-dd96dc9ea632 admin admin] Publish callbacks [] for security_group (d2c0c4e9-22d0-4c21-a50a-718fdfb96494), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.103141 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f7efa1aa-a2a3-4bed-8962-dd96dc9ea632 admin admin] Publish callbacks [] for security_group (d2c0c4e9-22d0-4c21-a50a-718fdfb96494), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.158656 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f7efa1aa-a2a3-4bed-8962-dd96dc9ea632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (d2c0c4e9-22d0-4c21-a50a-718fdfb96494), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.161646 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f7efa1aa-a2a3-4bed-8962-dd96dc9ea632 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.162779 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-f7efa1aa-a2a3-4bed-8962-dd96dc9ea632 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2c0c4e9-22d0-4c21-a50a-718fdfb96494 HTTP/1.1" status: 204 len: 168 time: 0.1401706 Mar 03 16:12:47.169732 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.170465 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efa1aa-a2a3-4bed-8962-dd96dc9ea632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c0c4e9-22d0-4c21-a50a-718fdfb96494,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:47.178868 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3e5a8-8d17-443b-890a-5696e19d3ef1 req-7107c03b-3ad8-4d0a-a0fa-6e3b6da48800 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:47.180381 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bab3e5a8-8d17-443b-890a-5696e19d3ef1 req-7107c03b-3ad8-4d0a-a0fa-6e3b6da48800 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 932 time: 0.0910115 Mar 03 16:12:47.310624 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bab3e5a8-8d17-443b-890a-5696e19d3ef1 req-d8c4f56d-fad9-4a24-a964-cb4d1e678051 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181035 Mar 03 16:12:47.441643 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60462) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:47.463387 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-68c8e29d-8087-4982-9dd9-7208364370ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.482849 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bcdd98-94b0-40b1-a41e-f87151b77237 {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:12:47.492653 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Publish callbacks [] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.508267 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Transition to ACTIVE for port object 90bcdd98-94b0-40b1-a41e-f87151b77237 will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:12:47.512349 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.537498 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-68c8e29d-8087-4982-9dd9-7208364370ee admin admin] Publish callbacks [] for security_group (9fd9f0a3-1767-4a60-8a17-8e8db3011c6d), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.542126 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-68c8e29d-8087-4982-9dd9-7208364370ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (9fd9f0a3-1767-4a60-8a17-8e8db3011c6d), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.579026 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=90bcdd98-94b0-40b1-a41e-f87151b77237,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:47.588882 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-68c8e29d-8087-4982-9dd9-7208364370ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb3d3b6443bf45e796d9c4f4f4dc78d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460931 Mar 03 16:12:47.598305 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60466) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:47.604907 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8e29d-8087-4982-9dd9-7208364370ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd9f0a3-1767-4a60-8a17-8e8db3011c6d,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:47.620230 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Attempting to bind port 90bcdd98-94b0-40b1-a41e-f87151b77237 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:12:47.620567 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Attempting to bind port 90bcdd98-94b0-40b1-a41e-f87151b77237 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:12:47.620893 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Attempting to bind port 90bcdd98-94b0-40b1-a41e-f87151b77237 on network 81ee8f01-b759-4202-8915-9ce0ac0408c7 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:12:47.625189 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Port 90bcdd98-94b0-40b1-a41e-f87151b77237 on network 81ee8f01-b759-4202-8915-9ce0ac0408c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:12:47.625487 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Attempting to bind port 90bcdd98-94b0-40b1-a41e-f87151b77237 on network 81ee8f01-b759-4202-8915-9ce0ac0408c7 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:12:47.631064 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:12:47.631592 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Checking segment: {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:12:47.632014 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Bound using segment: {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:12:47.633037 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Bound port: 90bcdd98-94b0-40b1-a41e-f87151b77237, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:12:47.633400 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.679895 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74012a6f-a67d-4257-9f80-95c999cbf6ee req-84ac9cd2-a781-46e9-870f-8512a02c9c5b tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:47.681430 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-74012a6f-a67d-4257-9f80-95c999cbf6ee req-84ac9cd2-a781-46e9-870f-8512a02c9c5b tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0954893 Mar 03 16:12:47.697922 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] For port 90bcdd98-94b0-40b1-a41e-f87151b77237, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:12:47.700953 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] For port 90bcdd98-94b0-40b1-a41e-f87151b77237, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=90bcdd98-94b0-40b1-a41e-f87151b77237,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:12:47.702139 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ea451d6e-609c-4fd8-b8f1-9c2e5a4ded7c admin admin] Publish callbacks [] for security_group (9fd9f0a3-1767-4a60-8a17-8e8db3011c6d), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.706959 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.738673 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:47.739294 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.740716 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] 10.222.0.10 "PUT /v2.0/ports/90bcdd98-94b0-40b1-a41e-f87151b77237 HTTP/1.1" status: 200 len: 1094 time: 0.6793406 Mar 03 16:12:47.741156 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eda5f8bc-d894-474c-a051-877160923c0d', 'tag': '90bcdd98-94b0-40b1-a41e-f87151b77237'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:12:47.743397 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578ef3eb-6299-4235-8d46-0f78a96a2162" -d '{"events": [{"name": "network-changed", "server_uuid": "eda5f8bc-d894-474c-a051-877160923c0d", "tag": "90bcdd98-94b0-40b1-a41e-f87151b77237"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:12:47.745325 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ea451d6e-609c-4fd8-b8f1-9c2e5a4ded7c admin admin] Publish callbacks [] for security_group (9fd9f0a3-1767-4a60-8a17-8e8db3011c6d), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.769768 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-74012a6f-a67d-4257-9f80-95c999cbf6ee req-c712d40a-0d4e-4722-ba55-f3b49b392dd7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784853 Mar 03 16:12:47.787142 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7fe163-ebde-4112-8599-ba5cec801e3c x-openstack-request-id: req-3b7fe163-ebde-4112-8599-ba5cec801e3c {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:12:47.788746 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eda5f8bc-d894-474c-a051-877160923c0d", "tag": "90bcdd98-94b0-40b1-a41e-f87151b77237", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:12:47.791313 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b7fe163-ebde-4112-8599-ba5cec801e3c {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:12:47.791732 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eda5f8bc-d894-474c-a051-877160923c0d', 'tag': '90bcdd98-94b0-40b1-a41e-f87151b77237', 'status': 'completed', 'code': 200} Mar 03 16:12:47.802589 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043daf53-3300-40bc-9a90-35557c674bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=90bcdd98-94b0-40b1-a41e-f87151b77237,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:47.816141 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ea451d6e-609c-4fd8-b8f1-9c2e5a4ded7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (9fd9f0a3-1767-4a60-8a17-8e8db3011c6d), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.818748 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ea451d6e-609c-4fd8-b8f1-9c2e5a4ded7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:47.819951 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-ea451d6e-609c-4fd8-b8f1-9c2e5a4ded7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fd9f0a3-1767-4a60-8a17-8e8db3011c6d HTTP/1.1" status: 204 len: 168 time: 0.2196331 Mar 03 16:12:47.828037 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea451d6e-609c-4fd8-b8f1-9c2e5a4ded7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd9f0a3-1767-4a60-8a17-8e8db3011c6d,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:48.439211 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762c5ea-8a9e-464d-94b8-ba3ea02b4422 req-352123ee-0404-4c17-927f-55fc4516d17b tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:48.440748 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7762c5ea-8a9e-464d-94b8-ba3ea02b4422 req-352123ee-0404-4c17-927f-55fc4516d17b tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 944 time: 0.0616994 Mar 03 16:12:48.487160 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7762c5ea-8a9e-464d-94b8-ba3ea02b4422 req-708819d7-b20b-498b-be8c-462c3fc427cf tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409391 Mar 03 16:12:48.898257 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf2185-128f-4ddf-8cb8-66cec83704b0 req-69559c55-0666-41ca-ba45-6ec74f53905a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:48.904117 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9fdf2185-128f-4ddf-8cb8-66cec83704b0 req-69559c55-0666-41ca-ba45-6ec74f53905a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0578640 Mar 03 16:12:48.947713 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9fdf2185-128f-4ddf-8cb8-66cec83704b0 req-f270f9d6-660c-4b34-b17a-bdd1cb691208 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421009 Mar 03 16:12:49.606440 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b86815-5ba9-4805-93e6-2d5fb59f506f req-15f6e786-13ef-4909-86eb-af2187a7155a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:49.608333 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-79b86815-5ba9-4805-93e6-2d5fb59f506f req-15f6e786-13ef-4909-86eb-af2187a7155a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 944 time: 0.0531895 Mar 03 16:12:49.655491 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-79b86815-5ba9-4805-93e6-2d5fb59f506f req-c7f766b6-dca1-4f58-9082-5329b8421196 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402331 Mar 03 16:12:50.063168 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33a9b7-3ff1-4739-b017-a27c3d72ebe2 req-e1cdfe7d-915c-42da-8bb8-ddc42d912548 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:50.064714 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5e33a9b7-3ff1-4739-b017-a27c3d72ebe2 req-e1cdfe7d-915c-42da-8bb8-ddc42d912548 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0524137 Mar 03 16:12:50.118543 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5e33a9b7-3ff1-4739-b017-a27c3d72ebe2 req-9d275d06-0334-4e5c-9f75-68d3b33dec93 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477161 Mar 03 16:12:50.786121 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2fbc2-5449-4251-bc87-6097c4067e1c req-35204003-76b4-4490-bd1e-495eac8d04a8 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:50.787598 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dff2fbc2-5449-4251-bc87-6097c4067e1c req-35204003-76b4-4490-bd1e-495eac8d04a8 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 944 time: 0.0599666 Mar 03 16:12:50.832314 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dff2fbc2-5449-4251-bc87-6097c4067e1c req-db9e1e9c-4369-4217-bdf9-e65b56b501b2 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390298 Mar 03 16:12:51.245808 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08422313-9b04-4da9-b859-bf81959a6e11 req-338cbdf5-10b6-4c3d-bb9d-13af29ce3d89 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:51.247330 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-08422313-9b04-4da9-b859-bf81959a6e11 req-338cbdf5-10b6-4c3d-bb9d-13af29ce3d89 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0619802 Mar 03 16:12:51.294541 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-08422313-9b04-4da9-b859-bf81959a6e11 req-c26d34ec-5b13-4356-8a7c-bea6cfe0e35e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Mar 03 16:12:51.947169 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e3b4c-1e89-4786-a35b-e33718451ccc req-32817318-48ed-41af-b7ec-d821ed32f2db tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:51.948668 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d21e3b4c-1e89-4786-a35b-e33718451ccc req-32817318-48ed-41af-b7ec-d821ed32f2db tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 944 time: 0.0512671 Mar 03 16:12:51.993621 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d21e3b4c-1e89-4786-a35b-e33718451ccc req-abd73857-ee0d-462d-9883-34eb5fb9197c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395641 Mar 03 16:12:52.057262 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ef3eb-6299-4235-8d46-0f78a96a2162 req-4ab90038-0773-4336-9008-278439620fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:52.058755 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-578ef3eb-6299-4235-8d46-0f78a96a2162 req-4ab90038-0773-4336-9008-278439620fa7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 1128 time: 0.0441215 Mar 03 16:12:52.185561 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ef3eb-6299-4235-8d46-0f78a96a2162 req-5a8a3be8-f75a-4a2b-8199-16f58697d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:52.187013 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-578ef3eb-6299-4235-8d46-0f78a96a2162 req-5a8a3be8-f75a-4a2b-8199-16f58697d6d6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=bcf1394a235140658c5dc29f79119146&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0963089 Mar 03 16:12:52.279289 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ef3eb-6299-4235-8d46-0f78a96a2162 req-273b10e0-6146-4d59-a450-07aa17b6a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:52.280748 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-578ef3eb-6299-4235-8d46-0f78a96a2162 req-273b10e0-6146-4d59-a450-07aa17b6a8b3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0870183 Mar 03 16:12:52.414486 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c8977-d98a-4c00-bd86-228b85683e7c req-bd32e427-0c67-4275-8f9a-ebe0224b9674 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:52.416480 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-123c8977-d98a-4c00-bd86-228b85683e7c req-bd32e427-0c67-4275-8f9a-ebe0224b9674 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0544300 Mar 03 16:12:52.456165 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-087c0699-eb01-4939-a59b-558a07510699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:52.457767 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-087c0699-eb01-4939-a59b-558a07510699 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 1128 time: 0.0461864 Mar 03 16:12:52.466032 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-123c8977-d98a-4c00-bd86-228b85683e7c req-bbe8279c-330e-40b5-a848-7de7cfd52729 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Mar 03 16:12:52.504995 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-2133a55b-6b1e-4fe3-a666-2d88c7569974 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90bcdd98-94b0-40b1-a41e-f87151b77237 HTTP/1.1" status: 200 len: 217 time: 0.0348449 Mar 03 16:12:52.552686 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-8b9af9b0-8afc-45ab-a8be-7c3452352a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:52.554136 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-8b9af9b0-8afc-45ab-a8be-7c3452352a99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=369464a5-7b33-4b27-a463-b6dba2f7f3c6 HTTP/1.1" status: 200 len: 854 time: 0.0433378 Mar 03 16:12:52.589923 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-04ef7990-05d2-478c-b683-5694a2cd7435 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81ee8f01-b759-4202-8915-9ce0ac0408c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287049 Mar 03 16:12:52.698354 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-19ca5cab-ca54-45d6-88af-df706a2361ef service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011090 Mar 03 16:12:52.806035 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66cc796d-0ed5-4efd-8dba-15c8b4d45182 req-1701cc36-be03-4a2d-b9e2-397246965255 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898163 Mar 03 16:12:53.118889 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfc614-a243-4cfd-afa1-6e8b9a1dfb6b req-fbb78e00-b32a-4999-b6c8-91997e18656b tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:53.120439 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-eabfc614-a243-4cfd-afa1-6e8b9a1dfb6b req-fbb78e00-b32a-4999-b6c8-91997e18656b tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 944 time: 0.0564070 Mar 03 16:12:53.171289 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-eabfc614-a243-4cfd-afa1-6e8b9a1dfb6b req-83eea20d-88e7-452f-ab8e-fc0632805b17 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453241 Mar 03 16:12:53.590158 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a53ef-9ed5-4894-9f55-db24e16b4962 req-5758b5a5-a8d4-4a08-b067-5ed228c0fb73 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:53.591771 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-783a53ef-9ed5-4894-9f55-db24e16b4962 req-5758b5a5-a8d4-4a08-b067-5ed228c0fb73 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0538671 Mar 03 16:12:53.642366 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-783a53ef-9ed5-4894-9f55-db24e16b4962 req-530b1cd5-9097-4b72-8afb-c5047bb3fd92 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447197 Mar 03 16:12:54.059422 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1e8a2-82b0-4dab-af91-1128173e525f req-c5cd4810-334a-4084-b418-b76e86b0ef10 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:54.061047 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7ff1e8a2-82b0-4dab-af91-1128173e525f req-c5cd4810-334a-4084-b418-b76e86b0ef10 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 945 time: 0.0521178 Mar 03 16:12:54.109060 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7ff1e8a2-82b0-4dab-af91-1128173e525f req-fd4d2c39-6d27-4429-96da-35416edea49d tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Mar 03 16:12:54.294879 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a63e30-36a3-4455-b2fc-bba3f0da9a78 req-ec4edcbe-7a40-42f2-afe9-798f29d86aff tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:54.296415 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-67a63e30-36a3-4455-b2fc-bba3f0da9a78 req-ec4edcbe-7a40-42f2-afe9-798f29d86aff tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 944 time: 0.0559618 Mar 03 16:12:54.352941 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-67a63e30-36a3-4455-b2fc-bba3f0da9a78 req-5ab30e3a-1dec-4f45-8a7e-3c7e24463bbd tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482090 Mar 03 16:12:54.757675 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91a512-b52d-49d6-b701-537a5683d209 req-78d56d10-06ce-45a2-8433-4af439323b88 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:54.759137 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-af91a512-b52d-49d6-b701-537a5683d209 req-78d56d10-06ce-45a2-8433-4af439323b88 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0502439 Mar 03 16:12:54.805314 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-af91a512-b52d-49d6-b701-537a5683d209 req-642d3dc9-4313-4d1b-acbd-000be8ee1dda tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403738 Mar 03 16:12:55.229349 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0542e5e-1c4f-42f3-9811-a9c926516890 req-91f919a3-0f4a-4886-995c-406ee98e30a3 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:55.230739 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c0542e5e-1c4f-42f3-9811-a9c926516890 req-91f919a3-0f4a-4886-995c-406ee98e30a3 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 945 time: 0.0565567 Mar 03 16:12:55.277068 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c0542e5e-1c4f-42f3-9811-a9c926516890 req-c5749be0-c41a-4175-b68a-0600f7a0897a tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Mar 03 16:12:55.477342 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc7bba-df5f-400c-acd6-59c3f149fb5c req-e3fe2eec-4136-496d-9ac7-6cb0abaa2711 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:55.479701 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-74bc7bba-df5f-400c-acd6-59c3f149fb5c req-e3fe2eec-4136-496d-9ac7-6cb0abaa2711 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 944 time: 0.0623367 Mar 03 16:12:55.526368 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-74bc7bba-df5f-400c-acd6-59c3f149fb5c req-4562746e-fcd5-48a6-9b7e-2cea21972c76 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412846 Mar 03 16:12:55.937798 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d9ef2-c88f-4637-ace9-45cc93f381eb req-a68b8237-0c38-4131-8fbf-b38941ffe51e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:55.939980 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-098d9ef2-c88f-4637-ace9-45cc93f381eb req-a68b8237-0c38-4131-8fbf-b38941ffe51e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0655293 Mar 03 16:12:55.987213 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-098d9ef2-c88f-4637-ace9-45cc93f381eb req-85713711-dcda-450f-b513-17d5544e906a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414693 Mar 03 16:12:56.170502 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60718) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:56.277156 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1e078c8d-1c44-4ed5-bc40-9cd89c358017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:56.397626 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1e078c8d-1c44-4ed5-bc40-9cd89c358017 admin admin] Publish callbacks [] for security_group (427a4510-5f0e-4c9e-a5e4-adec74ddc39f), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:56.402279 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1e078c8d-1c44-4ed5-bc40-9cd89c358017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (427a4510-5f0e-4c9e-a5e4-adec74ddc39f), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:56.449084 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e078c8d-1c44-4ed5-bc40-9cd89c358017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427a4510-5f0e-4c9e-a5e4-adec74ddc39f,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:56.456401 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-1e078c8d-1c44-4ed5-bc40-9cd89c358017 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b70822832874ca284945eae6ac77641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817252 Mar 03 16:12:56.458130 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 60730) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:56.462036 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460096e0-bf61-4683-ae81-9e55f37f2b14 req-9e0c1d37-e1dd-449c-a621-ba228e48084d tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:56.463439 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-460096e0-bf61-4683-ae81-9e55f37f2b14 req-9e0c1d37-e1dd-449c-a621-ba228e48084d tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 945 time: 0.1150460 Mar 03 16:12:56.508580 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3748a78a-53e7-4f4d-8e34-feef7a09ff04 admin admin] Publish callbacks [] for security_group (427a4510-5f0e-4c9e-a5e4-adec74ddc39f), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:56.511417 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-460096e0-bf61-4683-ae81-9e55f37f2b14 req-49b150ef-aec0-48ed-83d2-e338529c8de0 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422168 Mar 03 16:12:56.534588 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3748a78a-53e7-4f4d-8e34-feef7a09ff04 admin admin] Publish callbacks [] for security_group (427a4510-5f0e-4c9e-a5e4-adec74ddc39f), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:56.583270 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3748a78a-53e7-4f4d-8e34-feef7a09ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (427a4510-5f0e-4c9e-a5e4-adec74ddc39f), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:56.585903 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3748a78a-53e7-4f4d-8e34-feef7a09ff04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:56.587063 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-3748a78a-53e7-4f4d-8e34-feef7a09ff04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/427a4510-5f0e-4c9e-a5e4-adec74ddc39f HTTP/1.1" status: 204 len: 168 time: 0.1276577 Mar 03 16:12:56.605175 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3748a78a-53e7-4f4d-8e34-feef7a09ff04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427a4510-5f0e-4c9e-a5e4-adec74ddc39f,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:56.649662 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bbb67-cf91-46b9-bfa6-68ab829caefd req-68dd358a-7be5-4a0b-b34b-b1976c1801aa tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:56.651185 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-157bbb67-cf91-46b9-bfa6-68ab829caefd req-68dd358a-7be5-4a0b-b34b-b1976c1801aa tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 944 time: 0.0559275 Mar 03 16:12:56.701907 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-157bbb67-cf91-46b9-bfa6-68ab829caefd req-201b94fd-724b-4a63-ae14-485c4a496ba0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 Mar 03 16:12:56.860330 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 60738) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:56.873679 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f3c289eb-07dd-439e-b1f4-e7da7b37b6c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:56.946245 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f3c289eb-07dd-439e-b1f4-e7da7b37b6c0 admin admin] Publish callbacks [] for security_group (d91cec49-7ae2-4b4e-8206-cf2c8481d155), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:56.949186 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f3c289eb-07dd-439e-b1f4-e7da7b37b6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (d91cec49-7ae2-4b4e-8206-cf2c8481d155), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:56.989945 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-f3c289eb-07dd-439e-b1f4-e7da7b37b6c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e953c2b45a24a12bb9998354eeca418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280177 Mar 03 16:12:56.991032 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c289eb-07dd-439e-b1f4-e7da7b37b6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91cec49-7ae2-4b4e-8206-cf2c8481d155,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:56.992604 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60740) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:12:57.044618 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5e28df98-764e-4b04-8e86-c503fb109a6e admin admin] Publish callbacks [] for security_group (d91cec49-7ae2-4b4e-8206-cf2c8481d155), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:57.088019 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5e28df98-764e-4b04-8e86-c503fb109a6e admin admin] Publish callbacks [] for security_group (d91cec49-7ae2-4b4e-8206-cf2c8481d155), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:57.136439 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f623-6b7d-4046-9ea4-07b4c0cf0da2 req-471a757c-e02d-497e-96da-0f77aa462c44 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:57.137900 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e175f623-6b7d-4046-9ea4-07b4c0cf0da2 req-471a757c-e02d-497e-96da-0f77aa462c44 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0815611 Mar 03 16:12:57.165613 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5e28df98-764e-4b04-8e86-c503fb109a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (d91cec49-7ae2-4b4e-8206-cf2c8481d155), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:57.168291 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5e28df98-764e-4b04-8e86-c503fb109a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:57.169372 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-5e28df98-764e-4b04-8e86-c503fb109a6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d91cec49-7ae2-4b4e-8206-cf2c8481d155 HTTP/1.1" status: 204 len: 168 time: 0.1745207 Mar 03 16:12:57.190102 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28df98-764e-4b04-8e86-c503fb109a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91cec49-7ae2-4b4e-8206-cf2c8481d155,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:57.202244 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e175f623-6b7d-4046-9ea4-07b4c0cf0da2 req-8d54564b-23d9-460d-ad97-d62cee0e2a38 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569398 Mar 03 16:12:57.396659 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2e890-b69e-44df-a82a-06199e41426d req-c3f577f1-5f4d-48e5-b3b8-72ef636cc60b tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:57.398156 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d9b2e890-b69e-44df-a82a-06199e41426d req-c3f577f1-5f4d-48e5-b3b8-72ef636cc60b tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 945 time: 0.0530512 Mar 03 16:12:57.547021 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-d9b2e890-b69e-44df-a82a-06199e41426d req-55e4a822-daee-4e30-95d8-54427ed91c13 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Deleting port 13b8996c-31dc-4dc7-a196-0258874ace98 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:12:57.547232 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-d9b2e890-b69e-44df-a82a-06199e41426d req-55e4a822-daee-4e30-95d8-54427ed91c13 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:57.684925 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-d9b2e890-b69e-44df-a82a-06199e41426d req-55e4a822-daee-4e30-95d8-54427ed91c13 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] For port 13b8996c-31dc-4dc7-a196-0258874ace98, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=13b8996c-31dc-4dc7-a196-0258874ace98,segment=NetworkSegment(5ed7430e-838c-486d-adac-77a26365e2e8),segment_id=5ed7430e-838c-486d-adac-77a26365e2e8)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:57.685367 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-d9b2e890-b69e-44df-a82a-06199e41426d req-55e4a822-daee-4e30-95d8-54427ed91c13 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:57.694479 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5756f-0036-44b2-ab2f-b687ce6623d0 req-b06d4266-ab61-411a-9ffe-eb1b89266dfb tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:57.696032 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-add5756f-0036-44b2-ab2f-b687ce6623d0 req-b06d4266-ab61-411a-9ffe-eb1b89266dfb tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 945 time: 0.1057847 Mar 03 16:12:57.715395 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-d9b2e890-b69e-44df-a82a-06199e41426d req-55e4a822-daee-4e30-95d8-54427ed91c13 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Calling delete_port for 13b8996c-31dc-4dc7-a196-0258874ace98 owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:12:57.826604 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-add5756f-0036-44b2-ab2f-b687ce6623d0 req-9c561e49-2ff6-4f9d-bd55-cffe26776a4e tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/security-groups?id=d74ca7e7-b869-4d16-815c-41ed181978b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248581 Mar 03 16:12:57.835655 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e1692-4a07-4621-ae8e-af12f348d673 req-927bf863-0e14-41f9-8e2d-e2cada2d479b tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:57.837176 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9d5e1692-4a07-4621-ae8e-af12f348d673 req-927bf863-0e14-41f9-8e2d-e2cada2d479b tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 944 time: 0.0645638 Mar 03 16:12:57.891194 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9d5e1692-4a07-4621-ae8e-af12f348d673 req-54a74fb9-9e87-43ca-bbc5-14ebc6617174 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472889 Mar 03 16:12:57.920654 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-d9b2e890-b69e-44df-a82a-06199e41426d req-55e4a822-daee-4e30-95d8-54427ed91c13 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470'] for port (13b8996c-31dc-4dc7-a196-0258874ace98), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:57.946070 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['13b8996c-31dc-4dc7-a196-0258874ace98'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:12:57.957549 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4a822-daee-4e30-95d8-54427ed91c13 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Pushing event deleted for resources: {'Port': ['ID=13b8996c-31dc-4dc7-a196-0258874ace98,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:58.024014 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b2e890-b69e-44df-a82a-06199e41426d req-55e4a822-daee-4e30-95d8-54427ed91c13 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] No DVR routers for this DVR port 13b8996c-31dc-4dc7-a196-0258874ace98 on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:12:58.025629 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 90bcdd98-94b0-40b1-a41e-f87151b77237 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:12:58.027418 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-d9b2e890-b69e-44df-a82a-06199e41426d req-55e4a822-daee-4e30-95d8-54427ed91c13 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:58.031138 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d9b2e890-b69e-44df-a82a-06199e41426d req-55e4a822-daee-4e30-95d8-54427ed91c13 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.10 "DELETE /v2.0/ports/13b8996c-31dc-4dc7-a196-0258874ace98 HTTP/1.1" status: 204 len: 173 time: 0.6275220 Mar 03 16:12:58.032760 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef585ef8-527a-46e2-af92-e727cd73e684', 'name': 'network-vif-deleted', 'tag': '13b8996c-31dc-4dc7-a196-0258874ace98'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:12:58.036057 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e619d1-cb9c-48e0-873b-0d9c527de02e" -d '{"events": [{"server_uuid": "ef585ef8-527a-46e2-af92-e727cd73e684", "name": "network-vif-deleted", "tag": "13b8996c-31dc-4dc7-a196-0258874ace98"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:12:58.084944 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77de0429-3841-469f-8942-b55306786e40 x-openstack-request-id: req-77de0429-3841-469f-8942-b55306786e40 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:12:58.085811 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef585ef8-527a-46e2-af92-e727cd73e684", "name": "network-vif-deleted", "tag": "13b8996c-31dc-4dc7-a196-0258874ace98", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:12:58.086067 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77de0429-3841-469f-8942-b55306786e40 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:12:58.086538 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef585ef8-527a-46e2-af92-e727cd73e684', 'name': 'network-vif-deleted', 'tag': '13b8996c-31dc-4dc7-a196-0258874ace98', 'status': 'completed', 'code': 200} Mar 03 16:12:58.146921 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 90bcdd98-94b0-40b1-a41e-f87151b77237, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=90bcdd98-94b0-40b1-a41e-f87151b77237,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:58.158602 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '90bcdd98-94b0-40b1-a41e-f87151b77237', 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7', 'port_id': '90bcdd98-94b0-40b1-a41e-f87151b77237', 'mac_address': 'fa:16:3e:af:fa:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369464a5-7b33-4b27-a463-b6dba2f7f3c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:12:58.199822 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 90bcdd98-94b0-40b1-a41e-f87151b77237 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:12:58.200224 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:58.213155 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bcdd98-94b0-40b1-a41e-f87151b77237 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:12:58.237463 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 90bcdd98-94b0-40b1-a41e-f87151b77237, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=90bcdd98-94b0-40b1-a41e-f87151b77237,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:12:58.242469 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:12:58.297561 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=90bcdd98-94b0-40b1-a41e-f87151b77237,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:12:58.305405 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.305646 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.306008 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.306347 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.306672 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.306997 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.307320 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.307675 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.308072 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.308408 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.308729 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.309044 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.309358 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:12:58.330726 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065d485-eda4-40c6-8385-e4a6851c2cb0 req-1cb0a719-e39b-49be-a7a6-190dd1473217 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:58.332152 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5065d485-eda4-40c6-8385-e4a6851c2cb0 req-1cb0a719-e39b-49be-a7a6-190dd1473217 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0606184 Mar 03 16:12:58.382022 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5065d485-eda4-40c6-8385-e4a6851c2cb0 req-364a5843-0dca-4a46-9979-7cda2c1df8ef tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442271 Mar 03 16:12:58.935727 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['90bcdd98-94b0-40b1-a41e-f87151b77237'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:12:58.958827 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-676ee833-fe35-43ba-99da-5dd53fb8b49b req-7fe0233c-75cb-4a08-9cff-707104b95bc9 tempest-DeleteServersTestJSON-55165340 tempest-DeleteServersTestJSON-55165340-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef585ef8-527a-46e2-af92-e727cd73e684 HTTP/1.1" status: 200 len: 210 time: 0.0386987 Mar 03 16:12:59.055481 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140a562-b124-42bf-8b83-541af0f8e291 req-679ce0f6-5255-4cc1-91fa-893969d8be3f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:59.057801 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f140a562-b124-42bf-8b83-541af0f8e291 req-679ce0f6-5255-4cc1-91fa-893969d8be3f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 945 time: 0.0757017 Mar 03 16:12:59.132006 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f140a562-b124-42bf-8b83-541af0f8e291 req-6967ac8f-032e-4724-a8cd-dc3fe87c78dd tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673347 Mar 03 16:12:59.497961 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c419bf9-0d75-4437-9000-0b6c773e86dc req-3ceec525-7afd-4265-98ee-c70367db2ba4 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:12:59.499465 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5c419bf9-0d75-4437-9000-0b6c773e86dc req-3ceec525-7afd-4265-98ee-c70367db2ba4 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0523522 Mar 03 16:12:59.547029 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5c419bf9-0d75-4437-9000-0b6c773e86dc req-c41f458d-9446-445d-bce9-3d58cc7cb995 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Mar 03 16:13:00.285572 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f019cb5-1570-4bfb-acdf-a7995abee4dc req-9dc3f951-6e2b-44bf-a9a0-5fc6201e2160 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:00.287128 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2f019cb5-1570-4bfb-acdf-a7995abee4dc req-9dc3f951-6e2b-44bf-a9a0-5fc6201e2160 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 945 time: 0.0759487 Mar 03 16:13:00.347982 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2f019cb5-1570-4bfb-acdf-a7995abee4dc req-53aa983e-be95-421e-83d2-873d9aa5d088 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527806 Mar 03 16:13:00.684278 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7331ac-8d27-45d8-93aa-b1c6d549b004 req-d01ebd80-b69e-44d0-a3fa-d71e4d50b417 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:00.685764 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-db7331ac-8d27-45d8-93aa-b1c6d549b004 req-d01ebd80-b69e-44d0-a3fa-d71e4d50b417 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0556219 Mar 03 16:13:00.732050 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-db7331ac-8d27-45d8-93aa-b1c6d549b004 req-40c6ff73-54b2-40a0-9381-82c41ff1e81e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405743 Mar 03 16:13:01.430649 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60864) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:01.466023 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e62f1-5021-4d38-aaaa-f6b69760d822 req-392107a8-f82c-4508-bc55-bbd88873709e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:01.467492 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-625e62f1-5021-4d38-aaaa-f6b69760d822 req-392107a8-f82c-4508-bc55-bbd88873709e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 945 time: 0.0518069 Mar 03 16:13:01.476711 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d5ae2a-5168-4d91-95bd-b0502d8fea1e admin admin] Deleting subnet 416038c5-eb0f-406e-b5ad-6937bb516e24 {{(pid=103058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:13:01.480106 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ae2a-5168-4d91-95bd-b0502d8fea1e admin admin] Publish callbacks [] for subnet (416038c5-eb0f-406e-b5ad-6937bb516e24), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:01.514598 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-625e62f1-5021-4d38-aaaa-f6b69760d822 req-f6c8e266-86cc-40a2-8d58-732a08adc513 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408206 Mar 03 16:13:01.519340 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ae2a-5168-4d91-95bd-b0502d8fea1e admin admin] Publish callbacks [] for subnet (416038c5-eb0f-406e-b5ad-6937bb516e24), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:01.529116 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ae2a-5168-4d91-95bd-b0502d8fea1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (416038c5-eb0f-406e-b5ad-6937bb516e24), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:01.584238 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ae2a-5168-4d91-95bd-b0502d8fea1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (416038c5-eb0f-406e-b5ad-6937bb516e24), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:01.609587 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d5ae2a-5168-4d91-95bd-b0502d8fea1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416038c5-eb0f-406e-b5ad-6937bb516e24,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:01.616358 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ae2a-5168-4d91-95bd-b0502d8fea1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:01.621180 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-c3d5ae2a-5168-4d91-95bd-b0502d8fea1e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/416038c5-eb0f-406e-b5ad-6937bb516e24 HTTP/1.1" status: 204 len: 168 time: 0.1894813 Mar 03 16:13:01.623583 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 60872) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:01.878121 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5988c1-bd75-4299-9a71-893bd1843a21 req-f54c045b-b31b-4299-b8f3-adbcd4594adc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:01.880011 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2d5988c1-bd75-4299-9a71-893bd1843a21 req-f54c045b-b31b-4299-b8f3-adbcd4594adc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0615420 Mar 03 16:13:01.941423 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2d5988c1-bd75-4299-9a71-893bd1843a21 req-7a623576-00c7-4a9b-b2c8-5a418a3696e3 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553660 Mar 03 16:13:01.970584 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (3bc74a71-6730-4434-91f4-287bc4f82043), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.061320 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 90bcdd98-94b0-40b1-a41e-f87151b77237 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:13:02.067137 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (3bc74a71-6730-4434-91f4-287bc4f82043), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.091362 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.091761 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.092496 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.092853 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > port after_create 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.093198 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.093522 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > port after_update 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.093862 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.094183 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.094501 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.094829 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.117097 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 90bcdd98-94b0-40b1-a41e-f87151b77237 completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:13:02.121361 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 90bcdd98-94b0-40b1-a41e-f87151b77237 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:02.121985 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.207821 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.208158 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.208522 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.209042 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:13:02.209572 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc74a71-6730-4434-91f4-287bc4f82043']}} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:02.210336 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 90bcdd98-94b0-40b1-a41e-f87151b77237 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:02.210699 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.235186 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed7430e-838c-486d-adac-77a26365e2e8') {'for_net_delete': True} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:02.235545 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed7430e-838c-486d-adac-77a26365e2e8') {} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:02.241794 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda5f8bc-d894-474c-a051-877160923c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bcdd98-94b0-40b1-a41e-f87151b77237'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:13:02.244165 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a84d626-82db-434d-9787-bb058098c8b8" -d '{"events": [{"server_uuid": "eda5f8bc-d894-474c-a051-877160923c0d", "name": "network-vif-plugged", "status": "completed", "tag": "90bcdd98-94b0-40b1-a41e-f87151b77237"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:13:02.255812 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5715953'] for segment (5ed7430e-838c-486d-adac-77a26365e2e8), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.278987 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (5ed7430e-838c-486d-adac-77a26365e2e8), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.293748 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:13:02.294409 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5579659'] for segment (5ed7430e-838c-486d-adac-77a26365e2e8), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: from cryptography.utils import int_from_bytes Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: from cryptography.utils import int_from_bytes Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: Traceback (most recent call last): Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: timer() Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: cb(*args, **kw) Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: return func(*args, **kwargs) Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: self._notify() Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: self.callback(batched_events) Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: event.method(event) Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: return f(self, *a, **k) Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._get(url).json() Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: return self.request(url, 'GET', **kwargs) Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:13:02.316074 dv-cinder-830538-6-iscsi neutron-server[103057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:13:02.384862 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea88ba1-8fc5-4b61-95a3-0bfa19b3d8b2 x-openstack-request-id: req-0ea88ba1-8fc5-4b61-95a3-0bfa19b3d8b2 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:13:02.385403 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda5f8bc-d894-474c-a051-877160923c0d", "name": "network-vif-plugged", "status": "completed", "tag": "90bcdd98-94b0-40b1-a41e-f87151b77237", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:13:02.385907 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ea88ba1-8fc5-4b61-95a3-0bfa19b3d8b2 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:13:02.386226 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda5f8bc-d894-474c-a051-877160923c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bcdd98-94b0-40b1-a41e-f87151b77237', 'code': 200} Mar 03 16:13:02.390030 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 90bcdd98-94b0-40b1-a41e-f87151b77237, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=90bcdd98-94b0-40b1-a41e-f87151b77237,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:02.394044 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.394957 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 13b8996c-31dc-4dc7-a196-0258874ace98 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:13:02.396276 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (3bc74a71-6730-4434-91f4-287bc4f82043), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.412248 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.424645 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] 10.222.0.11 "DELETE /v2.0/networks/3bc74a71-6730-4434-91f4-287bc4f82043 HTTP/1.1" status: 204 len: 168 time: 0.7995832 Mar 03 16:13:02.434033 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 13b8996c-31dc-4dc7-a196-0258874ace98 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:13:02.434598 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 13b8996c-31dc-4dc7-a196-0258874ace98 not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:13:02.436143 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a6315-e492-461d-a982-8bcb8aa87f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc74a71-6730-4434-91f4-287bc4f82043,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:02.467929 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=90bcdd98-94b0-40b1-a41e-f87151b77237,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:02.565880 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c5aa1-d394-4794-94db-d5a7c4c7d781 req-69a903e3-b5c0-4b28-baa0-5ccb80032abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:02.567475 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bf6c5aa1-d394-4794-94db-d5a7c4c7d781 req-69a903e3-b5c0-4b28-baa0-5ccb80032abd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 1130 time: 0.0654316 Mar 03 16:13:02.581266 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60910) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:02.596526 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 60914) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:02.633333 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bf6c5aa1-d394-4794-94db-d5a7c4c7d781 req-6d3e6566-5386-441c-8e1f-eec6b13d28cc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576065 Mar 03 16:13:02.667015 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-afe4cbff-9f81-41a9-9e87-f8891370f48c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbaac6eb90c2447fa55cc78a203564f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0694003 Mar 03 16:13:02.672365 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 60918) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:02.690812 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d4e4d-4d5f-4fa8-b285-832e6145a5e0 req-ce19ef82-fdb3-4157-a993-7e1913b5965e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:02.698179 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0d9d4e4d-4d5f-4fa8-b285-832e6145a5e0 req-ce19ef82-fdb3-4157-a993-7e1913b5965e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 946 time: 0.1052256 Mar 03 16:13:02.731198 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-bd825541-401a-4a7a-8b14-9ded5202adb1 admin admin] Publish callbacks [] for security_group (d74ca7e7-b869-4d16-815c-41ed181978b4), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.746899 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0d9d4e4d-4d5f-4fa8-b285-832e6145a5e0 req-26ab08b7-29d1-4e8c-97e8-1a9283bb5387 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475309 Mar 03 16:13:02.752788 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-bd825541-401a-4a7a-8b14-9ded5202adb1 admin admin] Publish callbacks [] for security_group (d74ca7e7-b869-4d16-815c-41ed181978b4), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.805597 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-bd825541-401a-4a7a-8b14-9ded5202adb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (d74ca7e7-b869-4d16-815c-41ed181978b4), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.808356 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-bd825541-401a-4a7a-8b14-9ded5202adb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.809499 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-bd825541-401a-4a7a-8b14-9ded5202adb1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d74ca7e7-b869-4d16-815c-41ed181978b4 HTTP/1.1" status: 204 len: 168 time: 0.1364400 Mar 03 16:13:02.818357 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd825541-401a-4a7a-8b14-9ded5202adb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74ca7e7-b869-4d16-815c-41ed181978b4,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:02.851295 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-332a74cc-9887-4546-b6bc-7be0693d9748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.934529 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-332a74cc-9887-4546-b6bc-7be0693d9748 admin admin] Publish callbacks [] for security_group (4799987b-6718-45e8-a92c-49ccb890b1c5), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.939049 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-332a74cc-9887-4546-b6bc-7be0693d9748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (4799987b-6718-45e8-a92c-49ccb890b1c5), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:02.981348 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-332a74cc-9887-4546-b6bc-7be0693d9748 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d79a69c88a6443c1ba6c6c4f27134047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977211 Mar 03 16:13:02.983942 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60928) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:02.990920 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a74cc-9887-4546-b6bc-7be0693d9748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4799987b-6718-45e8-a92c-49ccb890b1c5,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:03.046588 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f5326b05-03dc-4cdd-b63f-ef6c6652ac07 admin admin] Publish callbacks [] for security_group (4799987b-6718-45e8-a92c-49ccb890b1c5), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:03.069848 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f5326b05-03dc-4cdd-b63f-ef6c6652ac07 admin admin] Publish callbacks [] for security_group (4799987b-6718-45e8-a92c-49ccb890b1c5), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:03.074095 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29424790-f379-496a-ae0a-cf5c3f15d574 req-b33ac6ec-9471-4b49-ae05-d97e826e14d2 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:03.075652 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-29424790-f379-496a-ae0a-cf5c3f15d574 req-b33ac6ec-9471-4b49-ae05-d97e826e14d2 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0601697 Mar 03 16:13:03.127493 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f5326b05-03dc-4cdd-b63f-ef6c6652ac07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (4799987b-6718-45e8-a92c-49ccb890b1c5), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:03.130338 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f5326b05-03dc-4cdd-b63f-ef6c6652ac07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:03.131639 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-f5326b05-03dc-4cdd-b63f-ef6c6652ac07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4799987b-6718-45e8-a92c-49ccb890b1c5 HTTP/1.1" status: 204 len: 168 time: 0.1467669 Mar 03 16:13:03.133094 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-29424790-f379-496a-ae0a-cf5c3f15d574 req-86333622-69dd-448d-94fb-2a5bfd8d09e8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503008 Mar 03 16:13:03.139705 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5326b05-03dc-4cdd-b63f-ef6c6652ac07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4799987b-6718-45e8-a92c-49ccb890b1c5,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:03.416335 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 60946) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:03.430199 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-00de4a07-45e1-4dd8-a7be-8004a66364e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:03.505586 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-00de4a07-45e1-4dd8-a7be-8004a66364e7 admin admin] Publish callbacks [] for security_group (7b79ed1f-f7b3-40ef-b318-85f91c7e84d2), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:03.509340 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-00de4a07-45e1-4dd8-a7be-8004a66364e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (7b79ed1f-f7b3-40ef-b318-85f91c7e84d2), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:03.549580 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-00de4a07-45e1-4dd8-a7be-8004a66364e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d619a33949834675b6d49e9634d102aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321404 Mar 03 16:13:03.550533 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de4a07-45e1-4dd8-a7be-8004a66364e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b79ed1f-f7b3-40ef-b318-85f91c7e84d2,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:03.552330 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 60952) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:03.603038 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a927c34f-b30d-4528-816b-d01b31c90087 admin admin] Publish callbacks [] for security_group (7b79ed1f-f7b3-40ef-b318-85f91c7e84d2), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:03.624650 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a927c34f-b30d-4528-816b-d01b31c90087 admin admin] Publish callbacks [] for security_group (7b79ed1f-f7b3-40ef-b318-85f91c7e84d2), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:03.677121 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a927c34f-b30d-4528-816b-d01b31c90087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (7b79ed1f-f7b3-40ef-b318-85f91c7e84d2), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:03.679725 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a927c34f-b30d-4528-816b-d01b31c90087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:03.680881 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-a927c34f-b30d-4528-816b-d01b31c90087 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b79ed1f-f7b3-40ef-b318-85f91c7e84d2 HTTP/1.1" status: 204 len: 168 time: 0.1275599 Mar 03 16:13:03.689620 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927c34f-b30d-4528-816b-d01b31c90087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b79ed1f-f7b3-40ef-b318-85f91c7e84d2,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:03.889741 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c30960-a2c5-4e89-bbdb-41abbb715726 req-a9a58196-5206-4632-93f8-b3d35471c750 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:03.891278 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-53c30960-a2c5-4e89-bbdb-41abbb715726 req-a9a58196-5206-4632-93f8-b3d35471c750 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 946 time: 0.0618951 Mar 03 16:13:03.943987 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-53c30960-a2c5-4e89-bbdb-41abbb715726 req-ffed9270-1b9b-4a31-a0cb-3871c32dbc8d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454838 Mar 03 16:13:04.209611 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d45f22ca-26c2-44ba-86e9-cc9367fe55ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:04.267344 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1693fee-3150-4122-8845-f581c1b33d24 req-5b19a9da-c6e1-44a4-88e3-4f6298c457f8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:04.268870 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f1693fee-3150-4122-8845-f581c1b33d24 req-5b19a9da-c6e1-44a4-88e3-4f6298c457f8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0531611 Mar 03 16:13:04.319437 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f1693fee-3150-4122-8845-f581c1b33d24 req-71bd993e-4837-4012-b8a4-f60e01481b9e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445144 Mar 03 16:13:05.064096 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e58b97-a65e-4cd4-b3ed-60b5f26161fd req-597d2c87-4423-4d19-8059-4c960aaf1d91 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:05.066113 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-69e58b97-a65e-4cd4-b3ed-60b5f26161fd req-597d2c87-4423-4d19-8059-4c960aaf1d91 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 946 time: 0.0526090 Mar 03 16:13:05.117320 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-69e58b97-a65e-4cd4-b3ed-60b5f26161fd req-9cb62640-9bbc-432d-86f1-4adba1284d52 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454669 Mar 03 16:13:05.370433 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 32800) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:05.443121 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419699a-cbbc-4979-92f7-84df4c4e1e97 req-221ad726-ddb3-4fd5-accc-1990b572b45f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:05.444931 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9419699a-cbbc-4979-92f7-84df4c4e1e97 req-221ad726-ddb3-4fd5-accc-1990b572b45f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0547841 Mar 03 16:13:05.498499 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9419699a-cbbc-4979-92f7-84df4c4e1e97 req-74db9c2e-c701-4bca-bac8-09f0737927bd tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470786 Mar 03 16:13:05.504816 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a697e612-ea30-413b-971d-89bba88641d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:05.583302 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a697e612-ea30-413b-971d-89bba88641d4 admin admin] Publish callbacks [] for security_group (6e7cff46-a52f-466a-892b-f708ff1a4e66), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:05.589507 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a697e612-ea30-413b-971d-89bba88641d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (6e7cff46-a52f-466a-892b-f708ff1a4e66), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:05.621441 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:05.637353 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697e612-ea30-413b-971d-89bba88641d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7cff46-a52f-466a-892b-f708ff1a4e66,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:05.646426 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-a697e612-ea30-413b-971d-89bba88641d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1581df609f9c4731aa7f02740579af75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725377 Mar 03 16:13:05.647517 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 32810) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:05.701243 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-038d0690-dccf-4106-8abc-adcf9dc2c7b9 admin admin] Publish callbacks [] for security_group (6e7cff46-a52f-466a-892b-f708ff1a4e66), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:05.722521 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-038d0690-dccf-4106-8abc-adcf9dc2c7b9 admin admin] Publish callbacks [] for security_group (6e7cff46-a52f-466a-892b-f708ff1a4e66), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:05.768337 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-038d0690-dccf-4106-8abc-adcf9dc2c7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (6e7cff46-a52f-466a-892b-f708ff1a4e66), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:05.770924 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-038d0690-dccf-4106-8abc-adcf9dc2c7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:05.772081 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-038d0690-dccf-4106-8abc-adcf9dc2c7b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e7cff46-a52f-466a-892b-f708ff1a4e66 HTTP/1.1" status: 204 len: 168 time: 0.1245494 Mar 03 16:13:05.779581 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d0690-dccf-4106-8abc-adcf9dc2c7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7cff46-a52f-466a-892b-f708ff1a4e66,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:06.043962 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 32822) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:06.057301 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20b9c879-a776-40a4-9558-029019d6866c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:06.133800 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20b9c879-a776-40a4-9558-029019d6866c admin admin] Publish callbacks [] for security_group (805a1783-e58f-4ba9-bd90-b5044c36e682), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:06.137914 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20b9c879-a776-40a4-9558-029019d6866c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (805a1783-e58f-4ba9-bd90-b5044c36e682), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:06.182445 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-20b9c879-a776-40a4-9558-029019d6866c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39f068bc7275438ca2596a66a4f38db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370342 Mar 03 16:13:06.183490 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9c879-a776-40a4-9558-029019d6866c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805a1783-e58f-4ba9-bd90-b5044c36e682,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:06.185212 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 32824) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:06.238852 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-372fd330-4409-4736-baa1-cbdf249ea029 admin admin] Publish callbacks [] for security_group (805a1783-e58f-4ba9-bd90-b5044c36e682), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:06.260610 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-372fd330-4409-4736-baa1-cbdf249ea029 admin admin] Publish callbacks [] for security_group (805a1783-e58f-4ba9-bd90-b5044c36e682), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:06.318650 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-372fd330-4409-4736-baa1-cbdf249ea029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (805a1783-e58f-4ba9-bd90-b5044c36e682), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:06.321188 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-372fd330-4409-4736-baa1-cbdf249ea029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:06.322309 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-372fd330-4409-4736-baa1-cbdf249ea029 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/805a1783-e58f-4ba9-bd90-b5044c36e682 HTTP/1.1" status: 204 len: 168 time: 0.1329453 Mar 03 16:13:06.330707 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fd330-4409-4736-baa1-cbdf249ea029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805a1783-e58f-4ba9-bd90-b5044c36e682,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:06.630752 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2bc5d-7d3b-414d-be5c-578bea1819c9 req-c4e7b012-525f-4cbd-90af-6fd7beb7c32f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:06.632377 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-38e2bc5d-7d3b-414d-be5c-578bea1819c9 req-c4e7b012-525f-4cbd-90af-6fd7beb7c32f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0602572 Mar 03 16:13:06.685988 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-57758f3d-5f09-48f9-a2b6-805e4b769d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:06.694696 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-38e2bc5d-7d3b-414d-be5c-578bea1819c9 req-5edc054c-b4ff-4167-bfed-bf3429cf1176 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566463 Mar 03 16:13:07.570704 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:07.834727 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822545e-31d5-4f86-8b70-b6564ed84419 req-84775294-a2b2-4664-80a7-05ac7b566002 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:07.836732 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4822545e-31d5-4f86-8b70-b6564ed84419 req-84775294-a2b2-4664-80a7-05ac7b566002 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0623319 Mar 03 16:13:07.895928 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4822545e-31d5-4f86-8b70-b6564ed84419 req-2c059a8e-e48b-4c02-9b69-f9da93d23c3b tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526114 Mar 03 16:13:08.253013 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-cfa8556e-5b53-4e4c-9977-54af4c1fc5f6 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:08.255041 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-cfa8556e-5b53-4e4c-9977-54af4c1fc5f6 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/networks?id=81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 200 len: 814 time: 0.1152191 Mar 03 16:13:08.270425 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-c4832bf4-e99a-43ab-857f-f9c8eb628dc7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/quotas/bcf1394a235140658c5dc29f79119146 HTTP/1.1" status: 200 len: 375 time: 0.0093749 Mar 03 16:13:08.366140 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-00e79bfb-a5c9-49bc-bb9c-e72c8cb51f0b tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894518 Mar 03 16:13:08.465634 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-84a0ec7d-5e7e-4f5e-95a8-2a8028edad49 service neutron] 10.222.0.11 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920475 Mar 03 16:13:08.565704 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-dc9f59a9-a235-4413-89ed-b258f89ac427 service neutron] 10.222.0.11 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944791 Mar 03 16:13:08.731886 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-eb7dcff8-d4a1-4d12-8192-3a0591a52879 req-023c62bb-85dd-483f-84b1-de972eaa6cc4 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 210 time: 0.0256314 Mar 03 16:13:09.014585 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7f211-3583-48c8-a3e1-21ff90faca70 req-0fda1033-e437-4a35-a55c-7615f17e515e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:09.016389 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a4c7f211-3583-48c8-a3e1-21ff90faca70 req-0fda1033-e437-4a35-a55c-7615f17e515e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0534937 Mar 03 16:13:09.064320 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a4c7f211-3583-48c8-a3e1-21ff90faca70 req-c81c39b0-1833-4fe3-9abf-35193ad60f43 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Mar 03 16:13:09.089912 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:09.784988 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-4c6e233d-7f01-4896-854b-7a02cf38757c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:09.786661 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-4c6e233d-7f01-4896-854b-7a02cf38757c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "GET /v2.0/networks?id=81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 200 len: 814 time: 0.1169617 Mar 03 16:13:09.808826 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Request body: {'port': {'device_id': '7b306f92-df4f-40ca-8491-f700178097bf', 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7', 'admin_state_up': True, 'tenant_id': 'bcf1394a235140658c5dc29f79119146'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:09.841569 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d130b29d-2884-44a6-a9ef-77e2efcedcfe req-e45a1086-0f9a-463c-a9cc-03e22264c86d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 210 time: 0.0362825 Mar 03 16:13:09.933605 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Made reservation on behalf of bcf1394a235140658c5dc29f79119146 for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:09.937168 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:10.070652 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Allocated IP 172.20.0.9 (81ee8f01-b759-4202-8915-9ce0ac0408c7/369464a5-7b33-4b27-a463-b6dba2f7f3c6/14b20aef-d4d7-4c71-b3cb-a08fa96f28cd) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:13:10.232297 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be51fb-f33a-4fd9-9f47-998dbe61b449 req-d525c9e6-d12e-4c1e-aa44-1b26b46d12db tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:10.233777 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-51be51fb-f33a-4fd9-9f47-998dbe61b449 req-d525c9e6-d12e-4c1e-aa44-1b26b46d12db tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.1025584 Mar 03 16:13:10.267963 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks [] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:10.301880 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-51be51fb-f33a-4fd9-9f47-998dbe61b449 req-fb0a8740-caef-4657-af2b-efd15a5d7aa8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622909 Mar 03 16:13:10.321471 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:10.332909 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['00abaa24-5078-4b96-86b8-a4ccef266811', '90bcdd98-94b0-40b1-a41e-f87151b77237'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:13:10.367777 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Network 81ee8f01-b759-4202-8915-9ce0ac0408c7 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:13:10.370799 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:10.374587 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:13:10.398636 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Pushing event updated for resources: {'Port': ['ID=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:10.428693 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:10.429221 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:10.444312 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-2cf26466-650a-4967-982b-f8a527c68c05 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6459410 Mar 03 16:13:10.457344 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Request body: {'port': {'device_id': '7b306f92-df4f-40ca-8491-f700178097bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:10.518932 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:10.713509 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:10.803266 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:13:10.810663 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Publish callbacks [] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:10.823176 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Transition to ACTIVE for port object 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:13:10.826371 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:10.893573 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Pushing event updated for resources: {'Port': ['ID=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:10.943190 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Attempting to bind port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:13:10.943428 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Attempting to bind port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:13:10.943784 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Attempting to bind port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd on network 81ee8f01-b759-4202-8915-9ce0ac0408c7 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:13:10.948014 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd on network 81ee8f01-b759-4202-8915-9ce0ac0408c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:13:10.948330 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Attempting to bind port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd on network 81ee8f01-b759-4202-8915-9ce0ac0408c7 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:13:10.952708 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85bc53-96b0-443e-928a-02ebced89d39 req-04e72204-8513-434e-aaa5-9c0aa3e8ed2a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:10.953209 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:13:10.953327 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Checking segment: {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:10.953659 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Bound using segment: {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:13:10.954768 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Bound port: 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:13:10.954925 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6a85bc53-96b0-443e-928a-02ebced89d39 req-04e72204-8513-434e-aaa5-9c0aa3e8ed2a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 943 time: 0.0530338 Mar 03 16:13:10.955059 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:11.002185 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6a85bc53-96b0-443e-928a-02ebced89d39 req-c65796e8-93f6-4086-b98d-f38bd7f06c10 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Mar 03 16:13:11.020947 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] For port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:13:11.024037 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] For port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:13:11.029593 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:11.066039 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:11.067278 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:11.069314 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] 10.222.0.10 "PUT /v2.0/ports/14b20aef-d4d7-4c71-b3cb-a08fa96f28cd HTTP/1.1" status: 200 len: 1093 time: 0.6159291 Mar 03 16:13:11.070159 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b306f92-df4f-40ca-8491-f700178097bf', 'tag': '14b20aef-d4d7-4c71-b3cb-a08fa96f28cd'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:13:11.073237 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34eb833-2359-405e-8e24-6b7a115940c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b306f92-df4f-40ca-8491-f700178097bf", "tag": "14b20aef-d4d7-4c71-b3cb-a08fa96f28cd"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:13:11.102472 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d33e1-0d27-4c0a-a725-67ce771d6d1c service neutron] Pushing event updated for resources: {'Port': ['ID=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:11.140105 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f955e57f-4d57-4c33-b493-ebf0e1c81ea1 x-openstack-request-id: req-f955e57f-4d57-4c33-b493-ebf0e1c81ea1 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:13:11.140390 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b306f92-df4f-40ca-8491-f700178097bf", "tag": "14b20aef-d4d7-4c71-b3cb-a08fa96f28cd", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:13:11.140642 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f955e57f-4d57-4c33-b493-ebf0e1c81ea1 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:13:11.141033 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b306f92-df4f-40ca-8491-f700178097bf', 'tag': '14b20aef-d4d7-4c71-b3cb-a08fa96f28cd', 'status': 'completed', 'code': 200} Mar 03 16:13:11.179730 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-e8d0cf4e-091e-4ddc-a5d1-d45eb7e4b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:11.181551 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-e8d0cf4e-091e-4ddc-a5d1-d45eb7e4b006 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 1127 time: 0.0553241 Mar 03 16:13:11.417680 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc105f9-96eb-4527-b514-9882c2af2c66 req-930adfcb-603f-465e-b6ca-e9c4d0cc95dc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:11.419150 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7cc105f9-96eb-4527-b514-9882c2af2c66 req-930adfcb-603f-465e-b6ca-e9c4d0cc95dc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0507815 Mar 03 16:13:11.430343 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-06ac0cd5-beb1-44bd-89fd-3da536c78dc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd HTTP/1.1" status: 200 len: 217 time: 0.0377104 Mar 03 16:13:11.465619 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7cc105f9-96eb-4527-b514-9882c2af2c66 req-e7f0af9c-8a00-43ad-9c48-c6f7651cdab5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Mar 03 16:13:11.483808 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-ac4bcf49-e1bc-4338-8da8-1ca2b1f02795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:11.486949 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-ac4bcf49-e1bc-4338-8da8-1ca2b1f02795 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=369464a5-7b33-4b27-a463-b6dba2f7f3c6 HTTP/1.1" status: 200 len: 854 time: 0.0505164 Mar 03 16:13:11.522341 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-0e1e41d4-a2eb-4f01-b5a6-b0f08dd3fd32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81ee8f01-b759-4202-8915-9ce0ac0408c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251837 Mar 03 16:13:11.612065 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-3cef1464-3970-402f-a109-851418f552a2 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829027 Mar 03 16:13:11.701715 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e35f32e0-943e-4ec6-b9c1-ba6da4af09e3 req-f826bf3f-2181-4168-81fb-b0707c4875ac service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798392 Mar 03 16:13:11.765604 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:13:11.792013 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eb833-2359-405e-8e24-6b7a115940c6 req-a0d9793e-2619-407e-9132-f4f4fce667c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:11.793515 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f34eb833-2359-405e-8e24-6b7a115940c6 req-a0d9793e-2619-407e-9132-f4f4fce667c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 1127 time: 0.0450284 Mar 03 16:13:11.889815 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eb833-2359-405e-8e24-6b7a115940c6 req-0d982d61-6656-4bcc-b07a-95d95b4004d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:11.891951 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f34eb833-2359-405e-8e24-6b7a115940c6 req-0d982d61-6656-4bcc-b07a-95d95b4004d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 200 len: 914 time: 0.0853238 Mar 03 16:13:12.118504 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36553c-04f4-4a93-a274-7d27566267a4 req-229ddd10-3afc-496a-8166-4810ab937d64 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:12.119986 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0f36553c-04f4-4a93-a274-7d27566267a4 req-229ddd10-3afc-496a-8166-4810ab937d64 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 943 time: 0.0509276 Mar 03 16:13:12.165026 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0f36553c-04f4-4a93-a274-7d27566267a4 req-e22c7ccd-a83c-412f-bbd6-6fb1bebade5a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397134 Mar 03 16:13:12.582820 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10befcad-627c-44f2-899c-27b0f065080a req-1e0b51d0-0491-4a89-b46d-3f92262beb6e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:12.584184 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-10befcad-627c-44f2-899c-27b0f065080a req-1e0b51d0-0491-4a89-b46d-3f92262beb6e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0532389 Mar 03 16:13:12.629424 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-10befcad-627c-44f2-899c-27b0f065080a req-ade3ab2f-73ba-4ea6-b078-6b3905300cc7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398967 Mar 03 16:13:13.277601 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611560c6-57f7-4c54-87f2-cc9c91736fb7 req-581f67b9-1b01-4f2c-b5ac-b2be8861d7f9 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:13.279079 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-611560c6-57f7-4c54-87f2-cc9c91736fb7 req-581f67b9-1b01-4f2c-b5ac-b2be8861d7f9 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 943 time: 0.0499525 Mar 03 16:13:13.329840 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-611560c6-57f7-4c54-87f2-cc9c91736fb7 req-66c8802e-9c8f-4768-8b77-301a42a61904 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438564 Mar 03 16:13:13.743056 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae1aeb-f80a-4296-8c4a-2bcb94392e0a req-1f3af354-164b-43b8-bf1c-7902dbe2f32d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:13.744559 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-25ae1aeb-f80a-4296-8c4a-2bcb94392e0a req-1f3af354-164b-43b8-bf1c-7902dbe2f32d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0504730 Mar 03 16:13:13.789944 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-25ae1aeb-f80a-4296-8c4a-2bcb94392e0a req-abf4813c-b8b5-41d9-82f9-b817cf45ae33 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398493 Mar 03 16:13:14.444293 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc34588-8f46-4dd7-b6a1-60808cc93e61 req-d3324a29-2c24-4938-be3c-e1368a7b4d51 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:14.445775 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7fc34588-8f46-4dd7-b6a1-60808cc93e61 req-d3324a29-2c24-4938-be3c-e1368a7b4d51 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 943 time: 0.0512002 Mar 03 16:13:14.490639 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7fc34588-8f46-4dd7-b6a1-60808cc93e61 req-10af79a7-ea9f-4c72-b6ad-b30b71cf6c8f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Mar 03 16:13:14.900540 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a476ee-4515-4c2f-b8c2-560806eeee5a req-924cddee-d347-4637-a5b2-ec16eb59543d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:14.901881 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-75a476ee-4515-4c2f-b8c2-560806eeee5a req-924cddee-d347-4637-a5b2-ec16eb59543d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0502062 Mar 03 16:13:14.949105 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-75a476ee-4515-4c2f-b8c2-560806eeee5a req-a15e431b-5f83-4c50-afb1-e18baead2ebf tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Mar 03 16:13:14.990018 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f34eb833-2359-405e-8e24-6b7a115940c6 req-f08d1f38-f645-458b-bedf-783720a2764f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd HTTP/1.1" status: 200 len: 217 time: 0.0346444 Mar 03 16:13:15.607728 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caab88b-ae0e-4aa0-9596-804c0e6dcabc req-d04cb975-e274-40a1-8336-1db8d3faf2a5 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:15.609091 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7caab88b-ae0e-4aa0-9596-804c0e6dcabc req-d04cb975-e274-40a1-8336-1db8d3faf2a5 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 943 time: 0.0534492 Mar 03 16:13:15.654131 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7caab88b-ae0e-4aa0-9596-804c0e6dcabc req-6a318d10-6fb1-4d58-be5e-facbab06fbea tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Mar 03 16:13:16.062140 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42ab8e-d1c4-4937-b443-e8b609655f30 req-c173d133-c805-4d90-b87c-f189ec3ebcc5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:16.063587 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ea42ab8e-d1c4-4937-b443-e8b609655f30 req-c173d133-c805-4d90-b87c-f189ec3ebcc5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0513682 Mar 03 16:13:16.108324 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ea42ab8e-d1c4-4937-b443-e8b609655f30 req-57e92765-42f5-483b-8d04-de58c14cf53b tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384846 Mar 03 16:13:16.795313 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eb833-2359-405e-8e24-6b7a115940c6 req-2c9b83aa-0ef9-440b-bfb6-87c608e041a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:16.796810 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f34eb833-2359-405e-8e24-6b7a115940c6 req-2c9b83aa-0ef9-440b-bfb6-87c608e041a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=369464a5-7b33-4b27-a463-b6dba2f7f3c6 HTTP/1.1" status: 200 len: 854 time: 0.0669577 Mar 03 16:13:16.808645 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17147638-37fe-4387-a89d-59b3c3290aad req-7a09891a-5124-4857-9ea9-70552a34d605 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:16.810048 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-17147638-37fe-4387-a89d-59b3c3290aad req-7a09891a-5124-4857-9ea9-70552a34d605 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 943 time: 0.0911405 Mar 03 16:13:16.859992 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-17147638-37fe-4387-a89d-59b3c3290aad req-0ff793ce-b310-4c7e-9a02-f4f595ecd2c2 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444756 Mar 03 16:13:17.221128 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398f879-6e98-47e2-a99c-4d5a89d9e05b req-ca1ea4b8-7ad6-4ae5-a9e4-fca4648eced3 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:17.222574 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d398f879-6e98-47e2-a99c-4d5a89d9e05b req-ca1ea4b8-7ad6-4ae5-a9e4-fca4648eced3 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0508971 Mar 03 16:13:17.266460 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d398f879-6e98-47e2-a99c-4d5a89d9e05b req-40f90cf8-ca56-430c-8907-c4e70b01ed58 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383887 Mar 03 16:13:17.973187 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6f910-eeb7-456f-ad88-d2d8eaf53356 req-48963353-82f8-44f3-9016-7edcc8d68586 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:17.974641 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b9a6f910-eeb7-456f-ad88-d2d8eaf53356 req-48963353-82f8-44f3-9016-7edcc8d68586 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 943 time: 0.0512407 Mar 03 16:13:18.018601 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b9a6f910-eeb7-456f-ad88-d2d8eaf53356 req-cc267154-7732-4bb5-ae02-125f24a823a6 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385823 Mar 03 16:13:18.219355 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f34eb833-2359-405e-8e24-6b7a115940c6 req-7188bd51-c20b-4a57-9888-77793c6f4dc5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81ee8f01-b759-4202-8915-9ce0ac0408c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274782 Mar 03 16:13:18.311347 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f34eb833-2359-405e-8e24-6b7a115940c6 req-0ac61c73-d90d-400d-927a-210d3699cb70 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856893 Mar 03 16:13:18.385012 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6c803-a84b-45ad-bd85-f32e3db62e87 req-5f7d118d-6e30-4515-8c0a-5dade0d3ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:18.386490 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4bf6c803-a84b-45ad-bd85-f32e3db62e87 req-5f7d118d-6e30-4515-8c0a-5dade0d3ec28 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 1130 time: 0.0779383 Mar 03 16:13:18.398093 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513579a-22d2-4797-8c83-916ebb04750a req-0ff3dfd6-31eb-4e49-925d-5acb59372ecc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:18.399188 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f34eb833-2359-405e-8e24-6b7a115940c6 req-9d34034e-b804-49ce-8847-094be5561629 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819132 Mar 03 16:13:18.399425 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d513579a-22d2-4797-8c83-916ebb04750a req-0ff3dfd6-31eb-4e49-925d-5acb59372ecc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0636113 Mar 03 16:13:18.464809 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4bf6c803-a84b-45ad-bd85-f32e3db62e87 req-41190022-4ecd-437b-acdd-8867303ca6cc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644355 Mar 03 16:13:18.471968 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d513579a-22d2-4797-8c83-916ebb04750a req-9062dfb4-cd57-407a-ad3e-13c861c40ba5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662544 Mar 03 16:13:19.143155 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb36a7e-b1bc-4f98-a1da-cbd79ef229c5 req-8d686bf4-fd96-490f-9fc6-19a91ca47c4a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:19.144801 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9fb36a7e-b1bc-4f98-a1da-cbd79ef229c5 req-8d686bf4-fd96-490f-9fc6-19a91ca47c4a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 943 time: 0.0572987 Mar 03 16:13:19.207955 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9fb36a7e-b1bc-4f98-a1da-cbd79ef229c5 req-17c11089-d319-4caf-97e5-d49038798b36 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576582 Mar 03 16:13:19.600926 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd89f5-935b-4ba1-a6d6-0f66d1e2e422 req-daf0c396-1b94-4cb3-9fac-e017676a2e88 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:19.602586 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-43fd89f5-935b-4ba1-a6d6-0f66d1e2e422 req-daf0c396-1b94-4cb3-9fac-e017676a2e88 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0612733 Mar 03 16:13:19.668769 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-43fd89f5-935b-4ba1-a6d6-0f66d1e2e422 req-a2b2eca9-da4b-426e-9b5a-aff3d79a0964 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591798 Mar 03 16:13:20.326401 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27264308-b446-4505-8f15-689a1a6a83e9 req-d1d54093-612c-4ff5-bfc8-7cbb86fa8894 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:20.327951 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-27264308-b446-4505-8f15-689a1a6a83e9 req-d1d54093-612c-4ff5-bfc8-7cbb86fa8894 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 943 time: 0.0513008 Mar 03 16:13:20.381016 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-27264308-b446-4505-8f15-689a1a6a83e9 req-9f2571f5-7498-4355-9506-90f9918330a1 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465839 Mar 03 16:13:20.789366 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a15dc6-310b-412b-a6c2-05df71677e81 req-f697eb50-506f-42f0-ba71-49c01b929609 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:20.790837 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e2a15dc6-310b-412b-a6c2-05df71677e81 req-f697eb50-506f-42f0-ba71-49c01b929609 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0521083 Mar 03 16:13:20.840423 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e2a15dc6-310b-412b-a6c2-05df71677e81 req-65d70454-d961-41ae-9b8c-751264ff5224 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437737 Mar 03 16:13:20.962382 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f9f87-b774-44b5-aaa5-84c49221c5e3 req-bd964b0b-2a37-4cdf-9714-10b7b3428ac7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:20.962635 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33198) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:20.964223 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2b0f9f87-b774-44b5-aaa5-84c49221c5e3 req-bd964b0b-2a37-4cdf-9714-10b7b3428ac7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0520716 Mar 03 16:13:21.013609 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2b0f9f87-b774-44b5-aaa5-84c49221c5e3 req-1318d29c-a0c4-4b0a-b5e1-b2dd87727ff8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424488 Mar 03 16:13:21.069197 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a9320d31-8074-4294-8cea-c2542b6a9389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:21.144415 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a9320d31-8074-4294-8cea-c2542b6a9389 admin admin] Publish callbacks [] for security_group (e0442d7c-e0a7-4b26-8615-5bef5f47e65e), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:21.148261 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a9320d31-8074-4294-8cea-c2542b6a9389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e0442d7c-e0a7-4b26-8615-5bef5f47e65e), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:21.189281 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9320d31-8074-4294-8cea-c2542b6a9389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0442d7c-e0a7-4b26-8615-5bef5f47e65e,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:21.197255 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a9320d31-8074-4294-8cea-c2542b6a9389 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47e4d2b60bbc4c1c9c1b47915c59a550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310369 Mar 03 16:13:21.197549 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33204) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:21.258099 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4fdecada-3f8f-47c7-b2e2-512003c50096 admin admin] Publish callbacks [] for security_group (e0442d7c-e0a7-4b26-8615-5bef5f47e65e), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:21.282258 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4fdecada-3f8f-47c7-b2e2-512003c50096 admin admin] Publish callbacks [] for security_group (e0442d7c-e0a7-4b26-8615-5bef5f47e65e), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:21.343997 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4fdecada-3f8f-47c7-b2e2-512003c50096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e0442d7c-e0a7-4b26-8615-5bef5f47e65e), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:21.346837 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4fdecada-3f8f-47c7-b2e2-512003c50096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:21.347983 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-4fdecada-3f8f-47c7-b2e2-512003c50096 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0442d7c-e0a7-4b26-8615-5bef5f47e65e HTTP/1.1" status: 204 len: 168 time: 0.1456664 Mar 03 16:13:21.356225 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdecada-3f8f-47c7-b2e2-512003c50096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0442d7c-e0a7-4b26-8615-5bef5f47e65e,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:21.520475 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cf101-19a2-4c1a-9c7a-bb1d6d747f29 req-b9bbf90c-e840-41ca-bd57-ef8e90cfa667 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:21.528363 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9a7cf101-19a2-4c1a-9c7a-bb1d6d747f29 req-b9bbf90c-e840-41ca-bd57-ef8e90cfa667 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 943 time: 0.0740271 Mar 03 16:13:21.582750 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9a7cf101-19a2-4c1a-9c7a-bb1d6d747f29 req-50054b2b-fd65-4fac-85c4-3734cb4c2acb tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527444 Mar 03 16:13:21.791728 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33238) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:21.993117 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-93424a8b-8fa0-4474-9597-bca868e6df9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.012531 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33250) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:22.089064 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-93424a8b-8fa0-4474-9597-bca868e6df9e admin admin] Publish callbacks [] for security_group (d25bb16a-6050-4c3b-8ef3-13af10c45fb7), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.093066 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-93424a8b-8fa0-4474-9597-bca868e6df9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (d25bb16a-6050-4c3b-8ef3-13af10c45fb7), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.093771 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9b83cb8c-1adf-4600-b5c7-3720f89a2679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.133790 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-93424a8b-8fa0-4474-9597-bca868e6df9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42ea20040d5e489491b101b3cce43ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402264 Mar 03 16:13:22.136042 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93424a8b-8fa0-4474-9597-bca868e6df9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25bb16a-6050-4c3b-8ef3-13af10c45fb7,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:22.136552 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33258) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:22.175573 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33260) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:22.214776 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0890d869-e71b-4eec-8611-a960c4a6d2a6 admin admin] Publish callbacks [] for security_group (d25bb16a-6050-4c3b-8ef3-13af10c45fb7), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.217330 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9b83cb8c-1adf-4600-b5c7-3720f89a2679 admin admin] Publish callbacks [] for security_group (51b30a38-e2a7-44cc-a9cf-05d526d847e5), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.226805 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9b83cb8c-1adf-4600-b5c7-3720f89a2679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (51b30a38-e2a7-44cc-a9cf-05d526d847e5), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.265955 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0890d869-e71b-4eec-8611-a960c4a6d2a6 admin admin] Publish callbacks [] for security_group (d25bb16a-6050-4c3b-8ef3-13af10c45fb7), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.272053 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-327103131-network', 'tenant_id': '76b70ad778764df6a95883d7a0e3c75d'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:22.280139 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83cb8c-1adf-4600-b5c7-3720f89a2679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b30a38-e2a7-44cc-a9cf-05d526d847e5,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:22.287110 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-9b83cb8c-1adf-4600-b5c7-3720f89a2679 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3668c3d673f4911b2ef3c19a275f30e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732382 Mar 03 16:13:22.289923 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33264) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:22.305966 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Made reservation on behalf of 76b70ad778764df6a95883d7a0e3c75d for: {'network': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:22.308273 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.322436 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.325100 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0890d869-e71b-4eec-8611-a960c4a6d2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (d25bb16a-6050-4c3b-8ef3-13af10c45fb7), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.327690 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0890d869-e71b-4eec-8611-a960c4a6d2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.328829 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-0890d869-e71b-4eec-8611-a960c4a6d2a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d25bb16a-6050-4c3b-8ef3-13af10c45fb7 HTTP/1.1" status: 204 len: 168 time: 0.1913164 Mar 03 16:13:22.337077 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890d869-e71b-4eec-8611-a960c4a6d2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25bb16a-6050-4c3b-8ef3-13af10c45fb7,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:22.380374 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-afa42eb2-fffa-4284-90f0-ffa94a15b228 admin admin] Publish callbacks [] for security_group (51b30a38-e2a7-44cc-a9cf-05d526d847e5), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.411397 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-afa42eb2-fffa-4284-90f0-ffa94a15b228 admin admin] Publish callbacks [] for security_group (51b30a38-e2a7-44cc-a9cf-05d526d847e5), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.470892 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Publish callbacks [] for security_group (7857c4a8-b288-4636-a272-d7f9819b323c), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.474914 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (7857c4a8-b288-4636-a272-d7f9819b323c), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.506514 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-afa42eb2-fffa-4284-90f0-ffa94a15b228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (51b30a38-e2a7-44cc-a9cf-05d526d847e5), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.509244 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-afa42eb2-fffa-4284-90f0-ffa94a15b228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.510359 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-afa42eb2-fffa-4284-90f0-ffa94a15b228 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51b30a38-e2a7-44cc-a9cf-05d526d847e5 HTTP/1.1" status: 204 len: 168 time: 0.2195237 Mar 03 16:13:22.511968 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:13:22.516759 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7857c4a8-b288-4636-a272-d7f9819b323c,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:22.530126 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (94cabb8b-e39f-4871-b8f9-1d40fc89dc2f), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.530458 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.segments_db [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Added segment 94cabb8b-e39f-4871-b8f9-1d40fc89dc2f of type vlan for network e7537517-0dbe-49fa-af16-0196534eab66 Mar 03 16:13:22.541917 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa42eb2-fffa-4284-90f0-ffa94a15b228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b30a38-e2a7-44cc-a9cf-05d526d847e5,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:22.577836 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (e7537517-0dbe-49fa-af16-0196534eab66), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.606681 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (e7537517-0dbe-49fa-af16-0196534eab66), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.607721 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:22.608300 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.678491 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4989486 Mar 03 16:13:22.682828 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33282) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:22.688250 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-a1c271d3-f9e1-48c4-8ff3-9c1ef6de6566 admin admin] Request body: {'subnet': {'network_id': 'e7537517-0dbe-49fa-af16-0196534eab66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-327103131-subnet', 'tenant_id': '76b70ad778764df6a95883d7a0e3c75d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:22.700538 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673204dd-9b90-483b-aea9-78efb5eb2c7e admin admin] Pushing event updated for resources: {'Network': ['ID=e7537517-0dbe-49fa-af16-0196534eab66,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:22.716415 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c271d3-f9e1-48c4-8ff3-9c1ef6de6566 admin admin] Made reservation on behalf of 76b70ad778764df6a95883d7a0e3c75d for: {'subnet': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:22.717922 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network e7537517-0dbe-49fa-af16-0196534eab66 details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:13:22.719053 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a1c271d3-f9e1-48c4-8ff3-9c1ef6de6566 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.730369 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7554816-3857-4b43-b811-30f6178ac77b req-9b6bf76c-a4e7-43ae-ac96-b9c390d29dbc tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:22.737227 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d7554816-3857-4b43-b811-30f6178ac77b req-9b6bf76c-a4e7-43ae-ac96-b9c390d29dbc tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 943 time: 0.0749791 Mar 03 16:13:22.815146 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d7554816-3857-4b43-b811-30f6178ac77b req-ecbb649a-9cfb-4dd3-b614-19896b7dcbfd tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767536 Mar 03 16:13:22.941591 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a1c271d3-f9e1-48c4-8ff3-9c1ef6de6566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (84afeb2d-c801-45bb-b095-0c8569d17126), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:22.995464 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c271d3-f9e1-48c4-8ff3-9c1ef6de6566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84afeb2d-c801-45bb-b095-0c8569d17126,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:23.004073 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33296) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:23.021825 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c271d3-f9e1-48c4-8ff3-9c1ef6de6566 admin admin] Checking segment: {'id': '94cabb8b-e39f-4871-b8f9-1d40fc89dc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e7537517-0dbe-49fa-af16-0196534eab66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:23.022179 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c271d3-f9e1-48c4-8ff3-9c1ef6de6566 admin admin] Network hostable DHCP agents. Network: e7537517-0dbe-49fa-af16-0196534eab66, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:13:23.024404 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-88b84f0d-34e5-4756-8394-6afca07ff9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.059134 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c271d3-f9e1-48c4-8ff3-9c1ef6de6566 admin admin] Network e7537517-0dbe-49fa-af16-0196534eab66 is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:13:23.074317 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-a1c271d3-f9e1-48c4-8ff3-9c1ef6de6566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, e7537517-0dbe-49fa-af16-0196534eab66) {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:23.081592 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c271d3-f9e1-48c4-8ff3-9c1ef6de6566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:23.082382 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a1c271d3-f9e1-48c4-8ff3-9c1ef6de6566 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.084572 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b6ab9-cd36-4129-bd78-575669846d4f None None] Network e7537517-0dbe-49fa-af16-0196534eab66 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:13:23.117312 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a1c271d3-f9e1-48c4-8ff3-9c1ef6de6566 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4315131 Mar 03 16:13:23.141672 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-88b84f0d-34e5-4756-8394-6afca07ff9f9 admin admin] Publish callbacks [] for security_group (ac2966f5-a3f0-48ca-8b02-583022168f4f), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.146337 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-88b84f0d-34e5-4756-8394-6afca07ff9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (ac2966f5-a3f0-48ca-8b02-583022168f4f), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.186530 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b84f0d-34e5-4756-8394-6afca07ff9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2966f5-a3f0-48ca-8b02-583022168f4f,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:23.201347 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33302) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:23.202362 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-88b84f0d-34e5-4756-8394-6afca07ff9f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5587e91e98b40e698bf93c1922358de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965566 Mar 03 16:13:23.204866 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a961ea76-61b9-42e0-9efa-5d74a9949db4 None None] Network e7537517-0dbe-49fa-af16-0196534eab66 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:13:23.245285 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33304) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:23.261969 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6e5af21b-d8c8-4eed-b22d-a4a1c16c2e8c admin admin] Publish callbacks [] for security_group (ac2966f5-a3f0-48ca-8b02-583022168f4f), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.288500 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6e5af21b-d8c8-4eed-b22d-a4a1c16c2e8c admin admin] Publish callbacks [] for security_group (ac2966f5-a3f0-48ca-8b02-583022168f4f), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.345798 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6e5af21b-d8c8-4eed-b22d-a4a1c16c2e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (ac2966f5-a3f0-48ca-8b02-583022168f4f), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.348524 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6e5af21b-d8c8-4eed-b22d-a4a1c16c2e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.349793 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-6e5af21b-d8c8-4eed-b22d-a4a1c16c2e8c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac2966f5-a3f0-48ca-8b02-583022168f4f HTTP/1.1" status: 204 len: 168 time: 0.1473711 Mar 03 16:13:23.357393 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5af21b-d8c8-4eed-b22d-a4a1c16c2e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2966f5-a3f0-48ca-8b02-583022168f4f,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:23.465773 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1879526831-network', 'tenant_id': '38b0e80675dd4a12912e5a0f6da3d3cf'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:23.488434 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Made reservation on behalf of 38b0e80675dd4a12912e5a0f6da3d3cf for: {'network': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:23.490987 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.501168 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.591866 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Publish callbacks [] for security_group (22fb329f-7671-4926-97b6-f23e4ef347fc), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.596922 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (22fb329f-7671-4926-97b6-f23e4ef347fc), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.635233 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:13:23.660999 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fb329f-7671-4926-97b6-f23e4ef347fc,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:23.699747 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (19bb8f74-7445-4238-9f72-267a96f5e5f7), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.700241 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.segments_db [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Added segment 19bb8f74-7445-4238-9f72-267a96f5e5f7 of type vlan for network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 Mar 03 16:13:23.738268 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c0f7f-d78e-4148-8cb3-85733a02737a req-bca931ab-06d6-4428-bfe4-5978da38566a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:23.745775 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5d8c0f7f-d78e-4148-8cb3-85733a02737a req-bca931ab-06d6-4428-bfe4-5978da38566a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0684850 Mar 03 16:13:23.748809 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.765775 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8f65b-6eb5-4d7f-b75a-4ffbf49c338e req-f639b1fd-6c5e-4596-85ef-1abb32959f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:23.768045 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dac8f65b-6eb5-4d7f-b75a-4ffbf49c338e req-f639b1fd-6c5e-4596-85ef-1abb32959f73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2073a032eb83470fa8666e110d2452d6&device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 1129 time: 0.1118054 Mar 03 16:13:23.818706 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5d8c0f7f-d78e-4148-8cb3-85733a02737a req-aa422a84-37cc-423a-b69b-b026a83c7f0d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667710 Mar 03 16:13:23.829008 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.831165 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:23.832028 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.843179 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33340) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:23.849607 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-794896985-network', 'tenant_id': 'd93fa451c8dd4f1ab2c8f3ec6a8c7341'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:23.877157 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Made reservation on behalf of d93fa451c8dd4f1ab2c8f3ec6a8c7341 for: {'network': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:23.884689 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:23.911008 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.003910 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Publish callbacks [] for security_group (a12cee34-46b5-4be6-ba57-20bf7549e018), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.009488 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (a12cee34-46b5-4be6-ba57-20bf7549e018), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.032168 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:13:24.048761 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12cee34-46b5-4be6-ba57-20bf7549e018,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:24.051773 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (90400f31-cfd3-40ed-b260-527d7a2c52a3), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.052372 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.segments_db [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Added segment 90400f31-cfd3-40ed-b260-527d7a2c52a3 of type vlan for network 590bca64-d29e-4d89-9c06-4f3f170cbbab Mar 03 16:13:24.106261 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8598745 Mar 03 16:13:24.106862 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (590bca64-d29e-4d89-9c06-4f3f170cbbab), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.109326 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33346) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:24.114870 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-4abcc5a2-6060-4e96-a8e7-b9fdaac87c8c admin admin] Request body: {'subnet': {'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1879526831-subnet', 'tenant_id': '38b0e80675dd4a12912e5a0f6da3d3cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:24.159063 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abcc5a2-6060-4e96-a8e7-b9fdaac87c8c admin admin] Made reservation on behalf of 38b0e80675dd4a12912e5a0f6da3d3cf for: {'subnet': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:24.159063 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4abcc5a2-6060-4e96-a8e7-b9fdaac87c8c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5598022'] for subnet (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.159436 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfb51c-8bc6-47aa-a713-16f1b81298f4 admin admin] Pushing event updated for resources: {'Network': ['ID=bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:24.170516 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:13:24.194621 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8f65b-6eb5-4d7f-b75a-4ffbf49c338e req-44209466-a51b-4785-aeb8-878ddb5eee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:24.197837 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dac8f65b-6eb5-4d7f-b75a-4ffbf49c338e req-44209466-a51b-4785-aeb8-878ddb5eee35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47 HTTP/1.1" status: 200 len: 918 time: 0.4215379 Mar 03 16:13:24.203672 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (590bca64-d29e-4d89-9c06-4f3f170cbbab), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.205443 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:24.206024 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.222518 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:13:24.223768 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b3ad2-fefc-42b4-acbc-85f93eb3aea6 req-6dbb8dea-8717-44fa-a627-b5680316558e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:24.225383 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f83b3ad2-fefc-42b4-acbc-85f93eb3aea6 req-6dbb8dea-8717-44fa-a627-b5680316558e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 943 time: 0.1228440 Mar 03 16:13:24.243836 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3995087 Mar 03 16:13:24.252114 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33354) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:24.257135 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dac8f65b-6eb5-4d7f-b75a-4ffbf49c338e req-58a293fe-98de-4440-b365-707b8ce0c7c5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bede718-5810-418d-ac01-2d96bf39f913 HTTP/1.1" status: 200 len: 217 time: 0.0517902 Mar 03 16:13:24.264477 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-22ca6611-4f2b-4a2e-b1f9-26bd93a0e4c8 admin admin] Request body: {'subnet': {'network_id': '590bca64-d29e-4d89-9c06-4f3f170cbbab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-794896985-subnet', 'tenant_id': 'd93fa451c8dd4f1ab2c8f3ec6a8c7341', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:24.318821 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c575e-69c7-42b0-9fcd-e20a7535aed2 admin admin] Pushing event updated for resources: {'Network': ['ID=590bca64-d29e-4d89-9c06-4f3f170cbbab,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:24.349219 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 590bca64-d29e-4d89-9c06-4f3f170cbbab details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:13:24.353328 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ca6611-4f2b-4a2e-b1f9-26bd93a0e4c8 admin admin] Made reservation on behalf of d93fa451c8dd4f1ab2c8f3ec6a8c7341 for: {'subnet': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:24.355588 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-22ca6611-4f2b-4a2e-b1f9-26bd93a0e4c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.404239 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8f65b-6eb5-4d7f-b75a-4ffbf49c338e req-3c3f5835-7997-46c9-92a6-8e8a2a509e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:24.405694 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dac8f65b-6eb5-4d7f-b75a-4ffbf49c338e req-3c3f5835-7997-46c9-92a6-8e8a2a509e56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43ae60ec-ea77-49ce-bb68-d2d11a158e61 HTTP/1.1" status: 200 len: 858 time: 0.1376605 Mar 03 16:13:24.430553 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f83b3ad2-fefc-42b4-acbc-85f93eb3aea6 req-73a8339b-5a29-4eb7-9801-2ba58927937f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645508 Mar 03 16:13:24.451188 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4abcc5a2-6060-4e96-a8e7-b9fdaac87c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5579538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5598068'] for subnet (ac130c53-9e82-4d5c-b237-b6e1952c8b9f), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.466519 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dac8f65b-6eb5-4d7f-b75a-4ffbf49c338e req-b546ccfb-d7a2-49c8-b387-92801277cd87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411839 Mar 03 16:13:24.476183 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:24.505608 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '14b20aef-d4d7-4c71-b3cb-a08fa96f28cd', 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7', 'port_id': '14b20aef-d4d7-4c71-b3cb-a08fa96f28cd', 'mac_address': 'fa:16:3e:f3:4c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369464a5-7b33-4b27-a463-b6dba2f7f3c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:13:24.526408 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcc5a2-6060-4e96-a8e7-b9fdaac87c8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac130c53-9e82-4d5c-b237-b6e1952c8b9f,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:24.537415 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abcc5a2-6060-4e96-a8e7-b9fdaac87c8c admin admin] Checking segment: {'id': '19bb8f74-7445-4238-9f72-267a96f5e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:24.537774 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abcc5a2-6060-4e96-a8e7-b9fdaac87c8c admin admin] Network hostable DHCP agents. Network: bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:13:24.558110 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abcc5a2-6060-4e96-a8e7-b9fdaac87c8c admin admin] Network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:13:24.570465 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:24.571658 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.574292 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-4abcc5a2-6060-4e96-a8e7-b9fdaac87c8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93) {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:24.592009 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8760fdd6-b616-4024-a208-56d7142c432a None None] Network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:13:24.593233 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abcc5a2-6060-4e96-a8e7-b9fdaac87c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:24.595942 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4abcc5a2-6060-4e96-a8e7-b9fdaac87c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.604156 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dac8f65b-6eb5-4d7f-b75a-4ffbf49c338e req-134ea5db-ab78-4474-8754-e5592e045846 service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236465 Mar 03 16:13:24.616916 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:13:24.632485 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-4abcc5a2-6060-4e96-a8e7-b9fdaac87c8c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5132322 Mar 03 16:13:24.681777 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:24.692481 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.703943 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-22ca6611-4f2b-4a2e-b1f9-26bd93a0e4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (bb8eda5d-3e84-4ed9-aa47-fe8fe83ea14b), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.786648 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dac8f65b-6eb5-4d7f-b75a-4ffbf49c338e req-23221084-b819-4048-8ba4-8fd3cc2964e3 service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521907 Mar 03 16:13:24.787227 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca6611-4f2b-4a2e-b1f9-26bd93a0e4c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb8eda5d-3e84-4ed9-aa47-fe8fe83ea14b,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:24.789009 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:24.801059 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1120cc-6f5e-4fa4-b531-e47bcc8ce1c0 None None] Network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:13:24.804698 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca6611-4f2b-4a2e-b1f9-26bd93a0e4c8 admin admin] Checking segment: {'id': '90400f31-cfd3-40ed-b260-527d7a2c52a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '590bca64-d29e-4d89-9c06-4f3f170cbbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:24.804997 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca6611-4f2b-4a2e-b1f9-26bd93a0e4c8 admin admin] Network hostable DHCP agents. Network: 590bca64-d29e-4d89-9c06-4f3f170cbbab, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:13:24.831269 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca6611-4f2b-4a2e-b1f9-26bd93a0e4c8 admin admin] Network 590bca64-d29e-4d89-9c06-4f3f170cbbab is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:13:24.865956 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-22ca6611-4f2b-4a2e-b1f9-26bd93a0e4c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 590bca64-d29e-4d89-9c06-4f3f170cbbab) {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:24.879586 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813a4f57-fe1a-4040-8c09-fa05fd0a0860 None None] Network 590bca64-d29e-4d89-9c06-4f3f170cbbab requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:13:24.883662 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ca6611-4f2b-4a2e-b1f9-26bd93a0e4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:24.886133 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-22ca6611-4f2b-4a2e-b1f9-26bd93a0e4c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:24.910798 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-22ca6611-4f2b-4a2e-b1f9-26bd93a0e4c8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6563475 Mar 03 16:13:25.007609 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439c68b-5da5-43f1-a037-df97cbf69e31 req-b0752be4-0733-4fe5-833c-a98a400226e5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:25.019429 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7439c68b-5da5-43f1-a037-df97cbf69e31 req-b0752be4-0733-4fe5-833c-a98a400226e5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0859027 Mar 03 16:13:25.086900 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf824cd-42f1-4d0f-8d2c-d6a986af64dc None None] Network 590bca64-d29e-4d89-9c06-4f3f170cbbab requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:13:25.132366 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7439c68b-5da5-43f1-a037-df97cbf69e31 req-478617fc-66f5-4506-98e3-a4133f7de488 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113925 Mar 03 16:13:25.157900 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['14b20aef-d4d7-4c71-b3cb-a08fa96f28cd'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:13:25.191087 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33394) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:25.243292 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abb609f-b089-4ab8-af1b-5dd828f431bb admin admin] Deleting subnet 84afeb2d-c801-45bb-b095-0c8569d17126 {{(pid=103058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:13:25.247268 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2abb609f-b089-4ab8-af1b-5dd828f431bb admin admin] Publish callbacks [] for subnet (84afeb2d-c801-45bb-b095-0c8569d17126), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.288521 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2abb609f-b089-4ab8-af1b-5dd828f431bb admin admin] Publish callbacks [] for subnet (84afeb2d-c801-45bb-b095-0c8569d17126), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.297920 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2abb609f-b089-4ab8-af1b-5dd828f431bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (84afeb2d-c801-45bb-b095-0c8569d17126), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.403287 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2abb609f-b089-4ab8-af1b-5dd828f431bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (84afeb2d-c801-45bb-b095-0c8569d17126), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.442685 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb609f-b089-4ab8-af1b-5dd828f431bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84afeb2d-c801-45bb-b095-0c8569d17126,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:25.444700 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2abb609f-b089-4ab8-af1b-5dd828f431bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.451032 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-2abb609f-b089-4ab8-af1b-5dd828f431bb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/84afeb2d-c801-45bb-b095-0c8569d17126 HTTP/1.1" status: 204 len: 168 time: 0.2587912 Mar 03 16:13:25.451281 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33410) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:25.551151 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (e7537517-0dbe-49fa-af16-0196534eab66), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.570848 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511e727-a91a-4273-8933-3e7229a906d0 req-862d1286-2cbe-4108-9772-59c5a1b0fbc1 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:25.577658 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9511e727-a91a-4273-8933-3e7229a906d0 req-862d1286-2cbe-4108-9772-59c5a1b0fbc1 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 944 time: 0.0724995 Mar 03 16:13:25.630806 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9511e727-a91a-4273-8933-3e7229a906d0 req-cf8be238-7542-40b2-8e7d-592ea99920c4 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522952 Mar 03 16:13:25.652179 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (e7537517-0dbe-49fa-af16-0196534eab66), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.672100 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7537517-0dbe-49fa-af16-0196534eab66']}} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:25.681244 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94cabb8b-e39f-4871-b8f9-1d40fc89dc2f') {'for_net_delete': True} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:25.681545 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94cabb8b-e39f-4871-b8f9-1d40fc89dc2f') {} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:25.695138 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5715953'] for segment (94cabb8b-e39f-4871-b8f9-1d40fc89dc2f), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.710199 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (94cabb8b-e39f-4871-b8f9-1d40fc89dc2f), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.716171 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:13:25.716548 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5579659'] for segment (94cabb8b-e39f-4871-b8f9-1d40fc89dc2f), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: Traceback (most recent call last): Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: timer() Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: cb(*args, **kw) Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: return func(*args, **kwargs) Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: self._notify() Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: self.callback(batched_events) Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: event.method(event) Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: return f(self, *a, **k) Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._get(url).json() Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: return self.request(url, 'GET', **kwargs) Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:13:25.718347 dv-cinder-830538-6-iscsi neutron-server[103057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:13:25.770903 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (e7537517-0dbe-49fa-af16-0196534eab66), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.777158 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.780531 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e7537517-0dbe-49fa-af16-0196534eab66 HTTP/1.1" status: 204 len: 168 time: 0.3276787 Mar 03 16:13:25.783779 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33418) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:25.790743 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c511fb6-dd91-4a84-92a0-8163820c7e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7537517-0dbe-49fa-af16-0196534eab66,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:25.830179 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20f242c-20a4-4963-a7a5-60d333ce798a admin admin] Deleting subnet bb8eda5d-3e84-4ed9-aa47-fe8fe83ea14b {{(pid=103058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:13:25.833628 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b20f242c-20a4-4963-a7a5-60d333ce798a admin admin] Publish callbacks [] for subnet (bb8eda5d-3e84-4ed9-aa47-fe8fe83ea14b), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.869117 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b20f242c-20a4-4963-a7a5-60d333ce798a admin admin] Publish callbacks [] for subnet (bb8eda5d-3e84-4ed9-aa47-fe8fe83ea14b), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.874759 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b20f242c-20a4-4963-a7a5-60d333ce798a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (bb8eda5d-3e84-4ed9-aa47-fe8fe83ea14b), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.934305 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b20f242c-20a4-4963-a7a5-60d333ce798a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (bb8eda5d-3e84-4ed9-aa47-fe8fe83ea14b), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.972888 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b20f242c-20a4-4963-a7a5-60d333ce798a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:25.979186 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-b20f242c-20a4-4963-a7a5-60d333ce798a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bb8eda5d-3e84-4ed9-aa47-fe8fe83ea14b HTTP/1.1" status: 204 len: 168 time: 0.1917949 Mar 03 16:13:25.979186 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f242c-20a4-4963-a7a5-60d333ce798a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb8eda5d-3e84-4ed9-aa47-fe8fe83ea14b,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:25.981282 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33424) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:26.054575 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (590bca64-d29e-4d89-9c06-4f3f170cbbab), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:26.390370 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (590bca64-d29e-4d89-9c06-4f3f170cbbab), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:26.416215 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590bca64-d29e-4d89-9c06-4f3f170cbbab']}} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:26.429815 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d49152-cb8b-4070-94c8-90b2603d7a17 req-8e806937-8eb2-4d47-bd2e-4d410f13977e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:26.431295 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-07d49152-cb8b-4070-94c8-90b2603d7a17 req-8e806937-8eb2-4d47-bd2e-4d410f13977e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1154022 Mar 03 16:13:26.434753 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90400f31-cfd3-40ed-b260-527d7a2c52a3') {'for_net_delete': True} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:26.435054 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90400f31-cfd3-40ed-b260-527d7a2c52a3') {} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:26.445315 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5715953'] for segment (90400f31-cfd3-40ed-b260-527d7a2c52a3), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:26.471366 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (90400f31-cfd3-40ed-b260-527d7a2c52a3), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:26.483720 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:13:26.484125 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5579659'] for segment (90400f31-cfd3-40ed-b260-527d7a2c52a3), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: Traceback (most recent call last): Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: timer() Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: cb(*args, **kw) Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: return func(*args, **kwargs) Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: self._notify() Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: self.callback(batched_events) Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: event.method(event) Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: return f(self, *a, **k) Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._get(url).json() Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: return self.request(url, 'GET', **kwargs) Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:13:26.486339 dv-cinder-830538-6-iscsi neutron-server[103057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:13:26.540927 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-07d49152-cb8b-4070-94c8-90b2603d7a17 req-29ac9b50-13bc-4167-8bf3-fa619a1e04bf tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993748 Mar 03 16:13:26.562044 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (590bca64-d29e-4d89-9c06-4f3f170cbbab), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:26.571189 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:26.574425 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] 10.222.0.11 "DELETE /v2.0/networks/590bca64-d29e-4d89-9c06-4f3f170cbbab HTTP/1.1" status: 204 len: 168 time: 0.5939519 Mar 03 16:13:26.587320 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9a8cd-4ab9-4afc-8e59-24569d2c6193 admin admin] Pushing event deleted for resources: {'Network': ['ID=590bca64-d29e-4d89-9c06-4f3f170cbbab,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:26.727519 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-9817f5c9-e2e0-4ac7-a461-a568b632dd6d tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:26.729030 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-9817f5c9-e2e0-4ac7-a461-a568b632dd6d tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/networks?id=bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 HTTP/1.1" status: 200 len: 814 time: 0.1046388 Mar 03 16:13:26.745139 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-a40753d6-2d92-4450-81f1-6216234cd741 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/quotas/38b0e80675dd4a12912e5a0f6da3d3cf HTTP/1.1" status: 200 len: 375 time: 0.0104864 Mar 03 16:13:26.762659 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7799fd-8945-4574-bb4f-834273f65f1b req-2b48df3b-ae3d-431b-bfce-83a1ca896878 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:26.764528 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ac7799fd-8945-4574-bb4f-834273f65f1b req-2b48df3b-ae3d-431b-bfce-83a1ca896878 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 944 time: 0.0615063 Mar 03 16:13:26.780078 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-4e77b94a-a15b-4103-b5bf-8528000265e3 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38b0e80675dd4a12912e5a0f6da3d3cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298367 Mar 03 16:13:26.784068 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33450) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:26.820085 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ac7799fd-8945-4574-bb4f-834273f65f1b req-34d24659-6539-4551-962d-4a9a247db4b6 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491407 Mar 03 16:13:26.875612 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-34d782e9-c396-4282-8fe4-ae01664ca5a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76b70ad778764df6a95883d7a0e3c75d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0900042 Mar 03 16:13:26.878610 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33452) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:26.901019 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e7b0c5e0-8e76-414e-92d2-5167bd4c579c service neutron] 10.222.0.11 "GET /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107726 Mar 03 16:13:26.929871 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20930515-c0df-4fd5-9d3a-be73bd5d2ef3 admin admin] Publish callbacks [] for security_group (7857c4a8-b288-4636-a272-d7f9819b323c), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:26.951121 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20930515-c0df-4fd5-9d3a-be73bd5d2ef3 admin admin] Publish callbacks [] for security_group (7857c4a8-b288-4636-a272-d7f9819b323c), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:26.993155 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-789f7e92-7bc0-4f51-b8ba-d2dd0796f9c1 service neutron] 10.222.0.11 "GET /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860088 Mar 03 16:13:27.006554 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20930515-c0df-4fd5-9d3a-be73bd5d2ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (7857c4a8-b288-4636-a272-d7f9819b323c), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:27.009385 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20930515-c0df-4fd5-9d3a-be73bd5d2ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:27.010934 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-20930515-c0df-4fd5-9d3a-be73bd5d2ef3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7857c4a8-b288-4636-a272-d7f9819b323c HTTP/1.1" status: 204 len: 168 time: 0.1312866 Mar 03 16:13:27.021811 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20930515-c0df-4fd5-9d3a-be73bd5d2ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7857c4a8-b288-4636-a272-d7f9819b323c,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:27.183239 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e5fd5ab8-1d7e-4cde-9baa-b2f1c688b2c7 req-db5944bb-57f5-47ba-b7f0-3e0f86b95876 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 210 time: 0.0301037 Mar 03 16:13:27.450890 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33478) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:27.495361 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-98b03905-cc69-4ddf-a05d-92e28fbc198f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d93fa451c8dd4f1ab2c8f3ec6a8c7341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432315 Mar 03 16:13:27.498231 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33480) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:27.547079 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-01d0586c-9871-4e43-8dde-6c33b14696c8 admin admin] Publish callbacks [] for security_group (a12cee34-46b5-4be6-ba57-20bf7549e018), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:27.573356 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-01d0586c-9871-4e43-8dde-6c33b14696c8 admin admin] Publish callbacks [] for security_group (a12cee34-46b5-4be6-ba57-20bf7549e018), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:27.630316 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-01d0586c-9871-4e43-8dde-6c33b14696c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (a12cee34-46b5-4be6-ba57-20bf7549e018), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:27.633117 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-01d0586c-9871-4e43-8dde-6c33b14696c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:27.634301 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-01d0586c-9871-4e43-8dde-6c33b14696c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a12cee34-46b5-4be6-ba57-20bf7549e018 HTTP/1.1" status: 204 len: 168 time: 0.1351762 Mar 03 16:13:27.642379 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0586c-9871-4e43-8dde-6c33b14696c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12cee34-46b5-4be6-ba57-20bf7549e018,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:27.683884 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42506d4-80ab-4719-b4be-05d06e888237 req-c6f77fe8-22f7-4132-b455-d2dd46cdae03 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:27.685413 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c42506d4-80ab-4719-b4be-05d06e888237 req-c6f77fe8-22f7-4132-b455-d2dd46cdae03 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0638051 Mar 03 16:13:27.737113 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c42506d4-80ab-4719-b4be-05d06e888237 req-98ab016a-6f7f-4da4-8f42-8d64a211ee62 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426927 Mar 03 16:13:27.947464 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6927c-65de-48a8-8a49-f2ceebdab399 req-b1dcdc63-5441-41a0-8429-8f4a8bd4c2d5 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:27.949102 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-23a6927c-65de-48a8-8a49-f2ceebdab399 req-b1dcdc63-5441-41a0-8429-8f4a8bd4c2d5 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 944 time: 0.0630715 Mar 03 16:13:27.974389 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33498) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:27.999802 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-23a6927c-65de-48a8-8a49-f2ceebdab399 req-42964950-280d-422f-b711-16764cf962e5 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448802 Mar 03 16:13:28.080093 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-14bfd66a-9877-471b-9096-2bbb6c2cf938 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:28.186291 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-14bfd66a-9877-471b-9096-2bbb6c2cf938 admin admin] Publish callbacks [] for security_group (676be4f3-134e-4ba8-a308-c91d6277dd30), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:28.218670 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-14bfd66a-9877-471b-9096-2bbb6c2cf938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (676be4f3-134e-4ba8-a308-c91d6277dd30), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:28.236420 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:13:28.297514 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-14bfd66a-9877-471b-9096-2bbb6c2cf938 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96393485d9774de38780d3f0dd6120b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3220272 Mar 03 16:13:28.301669 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33514) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:28.312990 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:13:28.324484 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:28.324698 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:28.326220 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfd66a-9877-471b-9096-2bbb6c2cf938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676be4f3-134e-4ba8-a308-c91d6277dd30,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:28.340100 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1e4ed7ee-b233-45c5-8cd6-dcc10351c7c2 req-434c938a-c060-4e78-853d-c362e08ba298 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 210 time: 0.0656123 Mar 03 16:13:28.374053 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e1940c9b-dae3-4303-ac81-c25bd3230c2b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:28.375797 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e1940c9b-dae3-4303-ac81-c25bd3230c2b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.10 "GET /v2.0/networks?id=bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 HTTP/1.1" status: 200 len: 814 time: 0.2156301 Mar 03 16:13:28.404639 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Request body: {'port': {'device_id': '1a253832-13ce-4c8a-9c0a-d2aedb7bc5de', 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93', 'admin_state_up': True, 'tenant_id': '38b0e80675dd4a12912e5a0f6da3d3cf'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:28.417110 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-db215f3c-2379-455f-a0d2-4ef09f6a91dd admin admin] Publish callbacks [] for security_group (676be4f3-134e-4ba8-a308-c91d6277dd30), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:28.425831 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:28.426467 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:28.443608 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-db215f3c-2379-455f-a0d2-4ef09f6a91dd admin admin] Publish callbacks [] for security_group (676be4f3-134e-4ba8-a308-c91d6277dd30), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:28.466555 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b306f92-df4f-40ca-8491-f700178097bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b20aef-d4d7-4c71-b3cb-a08fa96f28cd'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:13:28.469882 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26ccfca-25a0-4ddf-8c75-d17e128835c9" -d '{"events": [{"server_uuid": "7b306f92-df4f-40ca-8491-f700178097bf", "name": "network-vif-plugged", "status": "completed", "tag": "14b20aef-d4d7-4c71-b3cb-a08fa96f28cd"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:13:28.486629 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:28.493521 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:28.538621 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-db215f3c-2379-455f-a0d2-4ef09f6a91dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (676be4f3-134e-4ba8-a308-c91d6277dd30), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:28.541446 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-db215f3c-2379-455f-a0d2-4ef09f6a91dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:28.542669 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-db215f3c-2379-455f-a0d2-4ef09f6a91dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/676be4f3-134e-4ba8-a308-c91d6277dd30 HTTP/1.1" status: 204 len: 168 time: 0.2399833 Mar 03 16:13:28.572668 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db215f3c-2379-455f-a0d2-4ef09f6a91dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676be4f3-134e-4ba8-a308-c91d6277dd30,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:28.582909 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a141ab4-2c13-4046-a4c6-4e2f4b9066be x-openstack-request-id: req-9a141ab4-2c13-4046-a4c6-4e2f4b9066be {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:13:28.583285 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b306f92-df4f-40ca-8491-f700178097bf", "name": "network-vif-plugged", "status": "completed", "tag": "14b20aef-d4d7-4c71-b3cb-a08fa96f28cd", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:13:28.583544 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a141ab4-2c13-4046-a4c6-4e2f4b9066be {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:13:28.584676 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b306f92-df4f-40ca-8491-f700178097bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b20aef-d4d7-4c71-b3cb-a08fa96f28cd', 'code': 200} Mar 03 16:13:28.589102 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Made reservation on behalf of 38b0e80675dd4a12912e5a0f6da3d3cf for: {'port': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:28.593745 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:28.658390 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:28.801070 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a1e95-7d55-4b52-a51d-4b0511fd3637 req-8ee69377-bdfb-4aa5-8062-3e69cb6e5fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:28.802858 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c00a1e95-7d55-4b52-a51d-4b0511fd3637 req-8ee69377-bdfb-4aa5-8062-3e69cb6e5fb8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 1129 time: 0.0626338 Mar 03 16:13:28.805898 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Allocated IP 172.20.0.12 (bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93/ac130c53-9e82-4d5c-b237-b6e1952c8b9f/73656e4c-494e-4b02-a9c2-6533350c2347) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:13:28.927217 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c00a1e95-7d55-4b52-a51d-4b0511fd3637 req-f3b3a874-323a-495d-8454-c58a6e159b71 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174254 Mar 03 16:13:28.970565 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad513e-c5ba-4a60-a627-78ea1c881cdd req-43373243-ed5f-4e16-a2d4-bb8693d99bf5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:28.977273 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-31ad513e-c5ba-4a60-a627-78ea1c881cdd req-43373243-ed5f-4e16-a2d4-bb8693d99bf5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1396477 Mar 03 16:13:29.034899 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks [] for port (73656e4c-494e-4b02-a9c2-6533350c2347), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:29.078041 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:29.152959 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7980b-658d-4399-ba8e-c7637d333a65 req-c25591df-2cdf-45bc-a078-ec8a3693b535 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:29.155644 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-57d7980b-658d-4399-ba8e-c7637d333a65 req-c25591df-2cdf-45bc-a078-ec8a3693b535 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 945 time: 0.0706599 Mar 03 16:13:29.168818 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-31ad513e-c5ba-4a60-a627-78ea1c881cdd req-cf1cf6af-7a0c-4509-857d-9d6a071d946e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866379 Mar 03 16:13:29.171973 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:13:29.186406 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:29.190421 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:13:29.201442 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:29.202411 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:29.206400 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Pushing event updated for resources: {'Port': ['ID=73656e4c-494e-4b02-a9c2-6533350c2347,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:29.221175 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.221691 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.222354 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.222699 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.223029 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.223545 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.224083 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.224586 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.225112 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.225455 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-57d7980b-658d-4399-ba8e-c7637d333a65 req-12cbb15c-9bd5-473c-af22-268503dc61fe tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608344 Mar 03 16:13:29.225803 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.226308 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.226822 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.227351 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:29.249559 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-e899f357-7729-4cfb-8ebf-1aec8e644b3b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8502800 Mar 03 16:13:29.328785 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Request body: {'port': {'device_id': '1a253832-13ce-4c8a-9c0a-d2aedb7bc5de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:29.395704 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:29.542987 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc08501-c081-47cb-ae9c-0718945d10ee req-863f7158-0d34-4c66-b1a0-7f0778aabd60 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:29.544497 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9fc08501-c081-47cb-ae9c-0718945d10ee req-863f7158-0d34-4c66-b1a0-7f0778aabd60 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 932 time: 0.1361320 Mar 03 16:13:29.647597 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9fc08501-c081-47cb-ae9c-0718945d10ee req-006aa8a5-1058-419c-842a-a909bb3350c7 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969334 Mar 03 16:13:29.740434 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73656e4c-494e-4b02-a9c2-6533350c2347 {{(pid=103058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:13:29.748027 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Publish callbacks [] for port (73656e4c-494e-4b02-a9c2-6533350c2347), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:29.763964 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.provisioning_blocks [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Transition to ACTIVE for port object 73656e4c-494e-4b02-a9c2-6533350c2347 will not be triggered until provisioned by entity L2. {{(pid=103058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:13:29.768823 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:29.819784 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Pushing event updated for resources: {'Port': ['ID=73656e4c-494e-4b02-a9c2-6533350c2347,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:29.853882 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Attempting to bind port 73656e4c-494e-4b02-a9c2-6533350c2347 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:13:29.854227 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Attempting to bind port 73656e4c-494e-4b02-a9c2-6533350c2347 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '19bb8f74-7445-4238-9f72-267a96f5e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93'}] {{(pid=103058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:13:29.854559 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Attempting to bind port 73656e4c-494e-4b02-a9c2-6533350c2347 on network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:13:29.860064 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Port 73656e4c-494e-4b02-a9c2-6533350c2347 on network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:13:29.860632 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Attempting to bind port 73656e4c-494e-4b02-a9c2-6533350c2347 on network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:13:29.866086 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:13:29.866616 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Checking segment: {'id': '19bb8f74-7445-4238-9f72-267a96f5e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:29.867188 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Bound using segment: {'id': '19bb8f74-7445-4238-9f72-267a96f5e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93'} {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:13:29.867803 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Bound port: 73656e4c-494e-4b02-a9c2-6533350c2347, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19bb8f74-7445-4238-9f72-267a96f5e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93'}}] {{(pid=103058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:13:29.868317 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:29.937423 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] For port 73656e4c-494e-4b02-a9c2-6533350c2347, host hv-cinder-83053, cleared binding levels {{(pid=103058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:13:29.941147 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] For port 73656e4c-494e-4b02-a9c2-6533350c2347, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=73656e4c-494e-4b02-a9c2-6533350c2347,segment=NetworkSegment(19bb8f74-7445-4238-9f72-267a96f5e5f7),segment_id=19bb8f74-7445-4238-9f72-267a96f5e5f7)] {{(pid=103058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:13:29.948772 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:29.983099 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:29.983791 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:29.985255 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/73656e4c-494e-4b02-a9c2-6533350c2347 HTTP/1.1" status: 200 len: 1094 time: 0.6610513 Mar 03 16:13:29.985831 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a253832-13ce-4c8a-9c0a-d2aedb7bc5de', 'tag': '73656e4c-494e-4b02-a9c2-6533350c2347'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:13:29.988294 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c11e1fe-7391-4a7d-a570-a0f74a336dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "1a253832-13ce-4c8a-9c0a-d2aedb7bc5de", "tag": "73656e4c-494e-4b02-a9c2-6533350c2347"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:13:30.014442 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5a973-1f85-4c83-be91-feca29a321b4 service neutron] Pushing event updated for resources: {'Port': ['ID=73656e4c-494e-4b02-a9c2-6533350c2347,revision_number=3']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:30.031254 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b21130d-a78a-417b-8eff-df99d536b5f5 x-openstack-request-id: req-9b21130d-a78a-417b-8eff-df99d536b5f5 {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:13:30.031541 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a253832-13ce-4c8a-9c0a-d2aedb7bc5de", "tag": "73656e4c-494e-4b02-a9c2-6533350c2347", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:13:30.032108 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b21130d-a78a-417b-8eff-df99d536b5f5 {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:13:30.032505 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a253832-13ce-4c8a-9c0a-d2aedb7bc5de', 'tag': '73656e4c-494e-4b02-a9c2-6533350c2347', 'status': 'completed', 'code': 200} Mar 03 16:13:30.108450 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-f25f4625-88aa-4795-926f-e61bb5ea97d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:30.110122 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-f25f4625-88aa-4795-926f-e61bb5ea97d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38b0e80675dd4a12912e5a0f6da3d3cf&device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 1128 time: 0.0517743 Mar 03 16:13:30.181302 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-d3a0959f-96c0-45ba-8b6c-0312fb4b2ace service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73656e4c-494e-4b02-a9c2-6533350c2347 HTTP/1.1" status: 200 len: 217 time: 0.0616364 Mar 03 16:13:30.292041 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-22fe243a-bb24-48a5-808d-83cf59b0e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:30.293993 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-22fe243a-bb24-48a5-808d-83cf59b0e31d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac130c53-9e82-4d5c-b237-b6e1952c8b9f HTTP/1.1" status: 200 len: 854 time: 0.0957294 Mar 03 16:13:30.333084 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-b8987294-6847-4927-a9db-84475ca88a97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283535 Mar 03 16:13:30.341172 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5df1de-6021-4654-a739-e4d52c590fa1 req-1a3de76f-f6c2-42b7-8c05-29ad94ddecc7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:30.348436 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0b5df1de-6021-4654-a739-e4d52c590fa1 req-1a3de76f-f6c2-42b7-8c05-29ad94ddecc7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1101139 Mar 03 16:13:30.356347 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0bebb-e2a4-4468-a87a-6f2af8ab53e1 req-05c4ab59-ee79-444b-8d71-b326af95a18a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:30.361138 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-54a0bebb-e2a4-4468-a87a-6f2af8ab53e1 req-05c4ab59-ee79-444b-8d71-b326af95a18a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 945 time: 0.0608504 Mar 03 16:13:30.410034 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-54a0bebb-e2a4-4468-a87a-6f2af8ab53e1 req-3c2d704a-a93d-4f0d-96a3-94ed0e19b2b5 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430894 Mar 03 16:13:30.440240 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0b5df1de-6021-4654-a739-e4d52c590fa1 req-0d7a8c2f-d1f0-4f94-91fa-78c10908b741 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907915 Mar 03 16:13:30.487775 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-6c194183-d0b2-42e2-9136-629871bdcf17 service neutron] 10.222.0.10 "GET /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242828 Mar 03 16:13:30.586247 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ee2dab1d-af67-41e2-ab9e-113b3d6a636a req-968d7386-5403-4dbe-b21b-834bdcbd131c service neutron] 10.222.0.10 "GET /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890577 Mar 03 16:13:30.697204 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e1fe-7391-4a7d-a570-a0f74a336dfb req-9ff36a8a-96cc-417d-95c3-5fa632cae549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:30.698792 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0c11e1fe-7391-4a7d-a570-a0f74a336dfb req-9ff36a8a-96cc-417d-95c3-5fa632cae549 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38b0e80675dd4a12912e5a0f6da3d3cf&device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 1128 time: 0.0527806 Mar 03 16:13:30.785080 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7797f3f-8549-4f72-931f-b69169c6a947 req-aebd8aed-7afa-45fb-9c1e-6b19c12b5955 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:30.786583 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e7797f3f-8549-4f72-931f-b69169c6a947 req-aebd8aed-7afa-45fb-9c1e-6b19c12b5955 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 944 time: 0.0592556 Mar 03 16:13:30.799997 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e1fe-7391-4a7d-a570-a0f74a336dfb req-ad166b74-1639-47a7-8e45-304bc0de44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:30.801491 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0c11e1fe-7391-4a7d-a570-a0f74a336dfb req-ad166b74-1639-47a7-8e45-304bc0de44ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 HTTP/1.1" status: 200 len: 914 time: 0.0951064 Mar 03 16:13:30.840590 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e7797f3f-8549-4f72-931f-b69169c6a947 req-30fc9722-e2f7-49f7-99dd-a4cdc64e6c7a tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475624 Mar 03 16:13:30.853192 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0c11e1fe-7391-4a7d-a570-a0f74a336dfb req-0f15ab16-e22d-4337-9fe0-22fba09022a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73656e4c-494e-4b02-a9c2-6533350c2347 HTTP/1.1" status: 200 len: 217 time: 0.0384829 Mar 03 16:13:30.905676 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11e1fe-7391-4a7d-a570-a0f74a336dfb req-365851be-f317-4dfc-ba71-c9d7f3f6ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:30.907340 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0c11e1fe-7391-4a7d-a570-a0f74a336dfb req-365851be-f317-4dfc-ba71-c9d7f3f6ad3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac130c53-9e82-4d5c-b237-b6e1952c8b9f HTTP/1.1" status: 200 len: 854 time: 0.0436978 Mar 03 16:13:30.937296 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0c11e1fe-7391-4a7d-a570-a0f74a336dfb req-bc32a231-213e-4a64-a953-a8ff1d531cc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232353 Mar 03 16:13:31.021647 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0c11e1fe-7391-4a7d-a570-a0f74a336dfb req-1b8fd127-c515-4aba-8549-ff9783b0e873 service neutron] 10.222.0.10 "GET /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778694 Mar 03 16:13:31.111943 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0c11e1fe-7391-4a7d-a570-a0f74a336dfb req-239a16fd-2397-4d06-bd45-23d09d021f41 service neutron] 10.222.0.10 "GET /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821018 Mar 03 16:13:31.531426 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc587347-d2ec-43f1-8e74-71d622cb054b req-f3a4889f-8085-478c-b184-e52c3e5bbd78 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:31.533246 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dc587347-d2ec-43f1-8e74-71d622cb054b req-f3a4889f-8085-478c-b184-e52c3e5bbd78 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 945 time: 0.0562608 Mar 03 16:13:31.561467 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373f9fd-726d-4cf7-b4c3-51da8da5b850 req-0810d14a-a750-42b4-aaf3-f108cfc2359f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:31.562948 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1373f9fd-726d-4cf7-b4c3-51da8da5b850 req-0810d14a-a750-42b4-aaf3-f108cfc2359f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0527124 Mar 03 16:13:31.580878 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dc587347-d2ec-43f1-8e74-71d622cb054b req-62b1241a-21c5-4cc2-9d92-744bf1be3e5d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417461 Mar 03 16:13:31.611085 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1373f9fd-726d-4cf7-b4c3-51da8da5b850 req-2b51caf3-1c7a-4b15-902e-4055bc91bcc8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413632 Mar 03 16:13:31.962433 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9211fad-3b2c-4781-84ac-c4a83872febf req-222bccf0-4fe2-4cb1-bf11-87a441b79875 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:31.963920 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e9211fad-3b2c-4781-84ac-c4a83872febf req-222bccf0-4fe2-4cb1-bf11-87a441b79875 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 944 time: 0.0547986 Mar 03 16:13:32.009662 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e9211fad-3b2c-4781-84ac-c4a83872febf req-efcc813e-255a-4ec2-a233-1816bdf4d97c tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 Mar 03 16:13:32.734970 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c9f21-79ef-440e-8563-64d374bb77a3 req-0ac56eef-a2e4-4544-9390-0651a914e9f8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:32.736439 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4b1c9f21-79ef-440e-8563-64d374bb77a3 req-0ac56eef-a2e4-4544-9390-0651a914e9f8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0559568 Mar 03 16:13:32.781567 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4b1c9f21-79ef-440e-8563-64d374bb77a3 req-fc9d499c-2248-4f98-8e70-861694b54530 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394676 Mar 03 16:13:33.133238 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef4d4e-2d0d-47d1-b3c3-ed4212184248 req-a21e35d7-3e26-4b8f-9d1b-11a00146cb7e tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:33.134968 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bbef4d4e-2d0d-47d1-b3c3-ed4212184248 req-a21e35d7-3e26-4b8f-9d1b-11a00146cb7e tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 944 time: 0.0588207 Mar 03 16:13:33.187326 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bbef4d4e-2d0d-47d1-b3c3-ed4212184248 req-5a2d7112-96da-447f-ad69-f973543e25ac tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470145 Mar 03 16:13:33.896520 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91e1d3-11b0-4c6d-8ccb-f02df6df1e0b req-03dd117a-f777-46e7-be3c-2b7a3774ae35 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:33.897855 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9b91e1d3-11b0-4c6d-8ccb-f02df6df1e0b req-03dd117a-f777-46e7-be3c-2b7a3774ae35 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0494056 Mar 03 16:13:33.943230 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9b91e1d3-11b0-4c6d-8ccb-f02df6df1e0b req-dba3558c-be9c-4eb5-9ca6-692651b7196f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 Mar 03 16:13:34.212546 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-638d35f3-7cc7-49db-b2ef-e378113a42e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:34.305218 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb7ec2-7dfa-4421-9237-3a64872ba3c1 req-09823ab1-d6e5-471e-ba7a-1047ad54ed57 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:34.306850 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c3fb7ec2-7dfa-4421-9237-3a64872ba3c1 req-09823ab1-d6e5-471e-ba7a-1047ad54ed57 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 944 time: 0.0524130 Mar 03 16:13:34.352494 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c3fb7ec2-7dfa-4421-9237-3a64872ba3c1 req-20b893eb-3f42-4135-955a-5154625a8c8c tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401170 Mar 03 16:13:34.705757 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 73656e4c-494e-4b02-a9c2-6533350c2347 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:13:34.740798 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-adab0471-dee2-4b55-9536-af666b9ca41c req-e27dfa41-efac-4004-ac9b-ea71f5dc1025 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419447 Mar 03 16:13:34.804078 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 73656e4c-494e-4b02-a9c2-6533350c2347, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=73656e4c-494e-4b02-a9c2-6533350c2347,segment=NetworkSegment(19bb8f74-7445-4238-9f72-267a96f5e5f7),segment_id=19bb8f74-7445-4238-9f72-267a96f5e5f7)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:34.815532 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '73656e4c-494e-4b02-a9c2-6533350c2347', 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93', 'port_id': '73656e4c-494e-4b02-a9c2-6533350c2347', 'mac_address': 'fa:16:3e:27:c8:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac130c53-9e82-4d5c-b237-b6e1952c8b9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:13:34.850831 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 73656e4c-494e-4b02-a9c2-6533350c2347 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:34.851217 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:34.866326 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73656e4c-494e-4b02-a9c2-6533350c2347 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:13:34.884788 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 73656e4c-494e-4b02-a9c2-6533350c2347, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=73656e4c-494e-4b02-a9c2-6533350c2347,segment=NetworkSegment(19bb8f74-7445-4238-9f72-267a96f5e5f7),segment_id=19bb8f74-7445-4238-9f72-267a96f5e5f7)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:34.888899 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:34.933686 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=73656e4c-494e-4b02-a9c2-6533350c2347,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:35.061115 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2b1e3-bd8a-4fbb-ad50-d8c735a612fe req-123c18bc-ee6c-45d5-822e-808f72d55fa1 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:35.062574 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1ee2b1e3-bd8a-4fbb-ad50-d8c735a612fe req-123c18bc-ee6c-45d5-822e-808f72d55fa1 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0548630 Mar 03 16:13:35.107443 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1ee2b1e3-bd8a-4fbb-ad50-d8c735a612fe req-3d1f7d1c-f5a8-48f2-aabd-db9a05bf6a51 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390327 Mar 03 16:13:35.467411 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fbd6f-7d23-405e-9b68-a968721d578a req-3a4cf3b8-a1c8-43ea-960a-b4585e82c7f6 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:35.468873 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-275fbd6f-7d23-405e-9b68-a968721d578a req-3a4cf3b8-a1c8-43ea-960a-b4585e82c7f6 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 945 time: 0.0530052 Mar 03 16:13:35.515223 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-275fbd6f-7d23-405e-9b68-a968721d578a req-b95c242c-4db7-40af-a7df-d48bba68c920 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410135 Mar 03 16:13:36.222620 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18949d72-2a05-485c-b10a-a69641bade7a req-f02e6d54-3e05-46e1-a287-b0fa6dfa364a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:36.224107 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-18949d72-2a05-485c-b10a-a69641bade7a req-f02e6d54-3e05-46e1-a287-b0fa6dfa364a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0510383 Mar 03 16:13:36.269941 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-18949d72-2a05-485c-b10a-a69641bade7a req-8fb37d83-02c7-4c18-a9b7-8e19a7b6af13 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403266 Mar 03 16:13:36.640788 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b44765-4038-4b2a-b9c8-65a519647889 req-d81a4969-41dc-492e-8592-aff43708ca87 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:36.642848 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-34b44765-4038-4b2a-b9c8-65a519647889 req-d81a4969-41dc-492e-8592-aff43708ca87 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 945 time: 0.0624058 Mar 03 16:13:36.678794 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c3fa243a-8899-4183-9a3c-bb0dafecd80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:36.697796 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-34b44765-4038-4b2a-b9c8-65a519647889 req-089cd2a3-9fb5-451c-8cc6-924b91c2cd23 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494545 Mar 03 16:13:37.273211 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:37.308565 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab0471-dee2-4b55-9536-af666b9ca41c req-4ba22469-c534-469f-bbee-8818b87a2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:37.310048 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-adab0471-dee2-4b55-9536-af666b9ca41c req-4ba22469-c534-469f-bbee-8818b87a2f86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2073a032eb83470fa8666e110d2452d6&device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 1130 time: 0.0482590 Mar 03 16:13:37.449990 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd4832-f4eb-43a9-a276-980b791724ec req-5ea8e8f1-6533-4e51-a5c1-84cedd73d7fe tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:37.451538 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-69cd4832-f4eb-43a9-a276-980b791724ec req-5ea8e8f1-6533-4e51-a5c1-84cedd73d7fe tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1039841 Mar 03 16:13:37.452932 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab0471-dee2-4b55-9536-af666b9ca41c req-6a69a668-6c93-46ae-97b6-814fe3688b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:37.454733 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-adab0471-dee2-4b55-9536-af666b9ca41c req-6a69a668-6c93-46ae-97b6-814fe3688b78 service neutron] 10.222.0.10 "GET /v2.0/networks?id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47 HTTP/1.1" status: 200 len: 918 time: 0.1246433 Mar 03 16:13:37.508674 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-adab0471-dee2-4b55-9536-af666b9ca41c req-80c36f72-fff2-44c5-8fb6-90b7fa44eb79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67cb0363-c5ca-44bb-b405-a331d8a063ab HTTP/1.1" status: 200 len: 217 time: 0.0452788 Mar 03 16:13:37.570174 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-69cd4832-f4eb-43a9-a276-980b791724ec req-448f1161-0d3f-4dda-8e6f-bbbd15aadc97 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125953 Mar 03 16:13:37.581278 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:37.587676 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab0471-dee2-4b55-9536-af666b9ca41c req-4cb0030e-8750-4349-b777-60f2a2a73d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:37.589096 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-adab0471-dee2-4b55-9536-af666b9ca41c req-4cb0030e-8750-4349-b777-60f2a2a73d37 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43ae60ec-ea77-49ce-bb68-d2d11a158e61 HTTP/1.1" status: 200 len: 858 time: 0.0710695 Mar 03 16:13:37.642746 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-adab0471-dee2-4b55-9536-af666b9ca41c req-6319ffae-71c5-4231-853f-f772191d4304 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265002 Mar 03 16:13:37.761339 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-adab0471-dee2-4b55-9536-af666b9ca41c req-f3892add-4407-44af-8ffc-aeee4f7b0522 service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111045 Mar 03 16:13:37.815066 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45b1cb-57ed-488e-b2f2-48eab63ffb72 req-0db5ba7e-fcdf-448b-a7ea-88b3b1fe8ce0 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:37.816597 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fd45b1cb-57ed-488e-b2f2-48eab63ffb72 req-0db5ba7e-fcdf-448b-a7ea-88b3b1fe8ce0 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 945 time: 0.0523825 Mar 03 16:13:37.851530 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-adab0471-dee2-4b55-9536-af666b9ca41c req-74ababde-442e-417f-a9cc-57234348393e service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817525 Mar 03 16:13:37.865960 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fd45b1cb-57ed-488e-b2f2-48eab63ffb72 req-2649296f-ec6b-4533-9166-109672b6f5c9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437522 Mar 03 16:13:38.222358 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['73656e4c-494e-4b02-a9c2-6533350c2347'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:13:38.706527 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b31ea-3f69-4da1-9dd7-a82c9e57757e req-08220fbf-143f-4160-9093-86f0b17d3b9c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:38.708041 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-934b31ea-3f69-4da1-9dd7-a82c9e57757e req-08220fbf-143f-4160-9093-86f0b17d3b9c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0582423 Mar 03 16:13:38.755916 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-934b31ea-3f69-4da1-9dd7-a82c9e57757e req-c2f41d43-c330-43dc-b3ea-55aa6c4be7c9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422778 Mar 03 16:13:38.990056 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2fb90-26bf-4aed-8516-ec5c9008babb req-6f3cbfc8-ba23-4cbf-bd8a-0f57c72924a8 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:38.991563 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b1e2fb90-26bf-4aed-8516-ec5c9008babb req-6f3cbfc8-ba23-4cbf-bd8a-0f57c72924a8 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 945 time: 0.0573835 Mar 03 16:13:39.043260 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b1e2fb90-26bf-4aed-8516-ec5c9008babb req-b24c6f25-6bcc-4279-8ddc-c2961d70c5ff tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Mar 03 16:13:39.086664 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:39.355446 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33812) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:39.470192 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:39.549222 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Publish callbacks [] for security_group (c83d2438-fbfa-4e68-bdd2-f9413969370e), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:39.552935 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (c83d2438-fbfa-4e68-bdd2-f9413969370e), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:39.596690 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=866440a562a74aa19d7b258790850948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398033 Mar 03 16:13:39.597507 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83d2438-fbfa-4e68-bdd2-f9413969370e,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:39.600443 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33820) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:39.618604 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.619051 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.619572 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.619989 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.620395 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.620846 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.621243 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.621690 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.622052 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.622436 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.622795 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.623242 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.623738 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1487bcce-aaa8-4297-ba6c-64b3cb7cd671 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:39.669268 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e72db3e1-a513-430e-a1ed-745a219ccabe admin admin] Publish callbacks [] for security_group (c83d2438-fbfa-4e68-bdd2-f9413969370e), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:39.689888 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e72db3e1-a513-430e-a1ed-745a219ccabe admin admin] Publish callbacks [] for security_group (c83d2438-fbfa-4e68-bdd2-f9413969370e), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:39.735892 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e72db3e1-a513-430e-a1ed-745a219ccabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (c83d2438-fbfa-4e68-bdd2-f9413969370e), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:39.738440 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e72db3e1-a513-430e-a1ed-745a219ccabe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:39.739577 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-e72db3e1-a513-430e-a1ed-745a219ccabe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c83d2438-fbfa-4e68-bdd2-f9413969370e HTTP/1.1" status: 204 len: 168 time: 0.1382101 Mar 03 16:13:39.746722 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72db3e1-a513-430e-a1ed-745a219ccabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83d2438-fbfa-4e68-bdd2-f9413969370e,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:39.874185 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccad19c-b66e-424a-9345-53e51be97e9a req-a06cf7bc-786e-41af-ba8c-4b0820f231a9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:39.875771 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2ccad19c-b66e-424a-9345-53e51be97e9a req-a06cf7bc-786e-41af-ba8c-4b0820f231a9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0522137 Mar 03 16:13:39.922849 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2ccad19c-b66e-424a-9345-53e51be97e9a req-b1a0fcbb-126b-4631-9126-8841c796cdd3 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411222 Mar 03 16:13:39.996310 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33828) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:40.009504 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-becc938b-b48f-46d1-a21a-bec1aa544650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:40.083497 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-becc938b-b48f-46d1-a21a-bec1aa544650 admin admin] Publish callbacks [] for security_group (3d802327-0b0c-4246-8e31-485c1eadad7d), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:40.087286 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-becc938b-b48f-46d1-a21a-bec1aa544650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (3d802327-0b0c-4246-8e31-485c1eadad7d), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:40.134330 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-becc938b-b48f-46d1-a21a-bec1aa544650 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5963059b05e46efadb20b577cad059a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369410 Mar 03 16:13:40.137011 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33832) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:40.149355 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc938b-b48f-46d1-a21a-bec1aa544650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d802327-0b0c-4246-8e31-485c1eadad7d,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:40.177797 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a71bd-7f70-43c7-a35b-4d6593309d6d req-c4086d34-3614-40dd-9104-32e4869f35cb tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:40.179307 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-293a71bd-7f70-43c7-a35b-4d6593309d6d req-c4086d34-3614-40dd-9104-32e4869f35cb tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 945 time: 0.0605557 Mar 03 16:13:40.191214 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-bc7cc890-1172-45ae-b7c3-9f611b586406 admin admin] Publish callbacks [] for security_group (3d802327-0b0c-4246-8e31-485c1eadad7d), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:40.215842 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-bc7cc890-1172-45ae-b7c3-9f611b586406 admin admin] Publish callbacks [] for security_group (3d802327-0b0c-4246-8e31-485c1eadad7d), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:40.230716 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-293a71bd-7f70-43c7-a35b-4d6593309d6d req-4f225104-8726-4d79-9045-40971f86bd93 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456884 Mar 03 16:13:40.267814 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-bc7cc890-1172-45ae-b7c3-9f611b586406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (3d802327-0b0c-4246-8e31-485c1eadad7d), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:40.270537 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-bc7cc890-1172-45ae-b7c3-9f611b586406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:40.271963 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-bc7cc890-1172-45ae-b7c3-9f611b586406 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d802327-0b0c-4246-8e31-485c1eadad7d HTTP/1.1" status: 204 len: 168 time: 0.1337290 Mar 03 16:13:40.281475 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cc890-1172-45ae-b7c3-9f611b586406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d802327-0b0c-4246-8e31-485c1eadad7d,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:40.385286 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf92dd6-9a47-4405-bc23-5b6ab76fd92e req-a0545f99-3fce-4d15-a8d5-e7dd1de76534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:40.386782 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0bf92dd6-9a47-4405-bc23-5b6ab76fd92e req-a0545f99-3fce-4d15-a8d5-e7dd1de76534 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 1129 time: 0.0428278 Mar 03 16:13:40.433682 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0bf92dd6-9a47-4405-bc23-5b6ab76fd92e req-0ae2d674-5101-4479-b867-7c7706886d8e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 Mar 03 16:13:40.699056 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:40.733015 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33858) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:40.880161 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-20922545-afb0-4f77-9a74-a0d9c02741aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:40.953990 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-20922545-afb0-4f77-9a74-a0d9c02741aa admin admin] Publish callbacks [] for security_group (11833204-1e58-4445-9a1e-b8e569477cea), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:40.958898 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-20922545-afb0-4f77-9a74-a0d9c02741aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (11833204-1e58-4445-9a1e-b8e569477cea), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:40.996464 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-20922545-afb0-4f77-9a74-a0d9c02741aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3e6c8b83531472c9d770e9b27638226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622843 Mar 03 16:13:40.999048 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33874) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:41.015102 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20922545-afb0-4f77-9a74-a0d9c02741aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11833204-1e58-4445-9a1e-b8e569477cea,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:41.274982 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 73656e4c-494e-4b02-a9c2-6533350c2347 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:13:41.286932 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c36387-7a9e-453f-a500-b3cb325ddf64 req-016d3965-c049-4879-8308-03accb075fc2 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:41.289086 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-75c36387-7a9e-453f-a500-b3cb325ddf64 req-016d3965-c049-4879-8308-03accb075fc2 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.2916267 Mar 03 16:13:41.335306 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b3905037-be81-4b2c-8107-a7e2a3f95494 admin admin] Publish callbacks [] for security_group (11833204-1e58-4445-9a1e-b8e569477cea), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:41.335887 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 73656e4c-494e-4b02-a9c2-6533350c2347 completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:13:41.340022 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 73656e4c-494e-4b02-a9c2-6533350c2347 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:41.340598 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:41.372596 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c534c1-94c0-4d15-8f6f-8a9a95c2280c req-056ef78d-d4c8-4142-8bf5-93b865011efd tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:41.374766 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-53c534c1-94c0-4d15-8f6f-8a9a95c2280c req-056ef78d-d4c8-4142-8bf5-93b865011efd tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 945 time: 0.0671208 Mar 03 16:13:41.405221 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b3905037-be81-4b2c-8107-a7e2a3f95494 admin admin] Publish callbacks [] for security_group (11833204-1e58-4445-9a1e-b8e569477cea), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:41.461578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33894) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:41.472855 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-53c534c1-94c0-4d15-8f6f-8a9a95c2280c req-7ad643d3-685d-415a-b671-454e643912e3 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886106 Mar 03 16:13:41.474989 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 73656e4c-494e-4b02-a9c2-6533350c2347 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:41.475391 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:41.505256 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a253832-13ce-4c8a-9c0a-d2aedb7bc5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73656e4c-494e-4b02-a9c2-6533350c2347'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:13:41.508026 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42909404-61e4-4c3d-82bf-451094aca032" -d '{"events": [{"server_uuid": "1a253832-13ce-4c8a-9c0a-d2aedb7bc5de", "name": "network-vif-plugged", "status": "completed", "tag": "73656e4c-494e-4b02-a9c2-6533350c2347"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:13:41.515054 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-75c36387-7a9e-453f-a500-b3cb325ddf64 req-ad171c79-5394-413d-8e62-abb9091f3cdf tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178211 Mar 03 16:13:41.541930 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 73656e4c-494e-4b02-a9c2-6533350c2347, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=73656e4c-494e-4b02-a9c2-6533350c2347,segment=NetworkSegment(19bb8f74-7445-4238-9f72-267a96f5e5f7),segment_id=19bb8f74-7445-4238-9f72-267a96f5e5f7)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:41.548643 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:41.551031 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b3905037-be81-4b2c-8107-a7e2a3f95494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (11833204-1e58-4445-9a1e-b8e569477cea), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:41.553901 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b3905037-be81-4b2c-8107-a7e2a3f95494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:41.555028 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-b3905037-be81-4b2c-8107-a7e2a3f95494 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11833204-1e58-4445-9a1e-b8e569477cea HTTP/1.1" status: 204 len: 168 time: 0.5542798 Mar 03 16:13:41.564578 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3905037-be81-4b2c-8107-a7e2a3f95494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11833204-1e58-4445-9a1e-b8e569477cea,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:41.626978 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-32bd5b3a-bbd1-4f05-8f95-015c4bbbd29c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:41.635146 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf02fe49-c481-4db4-b8b6-52d90e306250 x-openstack-request-id: req-cf02fe49-c481-4db4-b8b6-52d90e306250 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:13:41.635437 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a253832-13ce-4c8a-9c0a-d2aedb7bc5de", "name": "network-vif-plugged", "status": "completed", "tag": "73656e4c-494e-4b02-a9c2-6533350c2347", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:13:41.636305 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf02fe49-c481-4db4-b8b6-52d90e306250 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:13:41.636706 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a253832-13ce-4c8a-9c0a-d2aedb7bc5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73656e4c-494e-4b02-a9c2-6533350c2347', 'code': 200} Mar 03 16:13:41.639830 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=73656e4c-494e-4b02-a9c2-6533350c2347,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:41.769714 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33906) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:41.806988 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-32bd5b3a-bbd1-4f05-8f95-015c4bbbd29c admin admin] Publish callbacks [] for security_group (db3a0388-285a-4214-a501-3db321b806a8), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:41.814358 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-32bd5b3a-bbd1-4f05-8f95-015c4bbbd29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (db3a0388-285a-4214-a501-3db321b806a8), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:41.859109 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb2dd5-5259-42d2-8b68-f83fbad1ce7e req-adf93963-3b66-428b-b975-a406d3ce96ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:41.860774 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-35eb2dd5-5259-42d2-8b68-f83fbad1ce7e req-adf93963-3b66-428b-b975-a406d3ce96ac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 1130 time: 0.0832500 Mar 03 16:13:41.866166 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33912) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:41.867150 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-32bd5b3a-bbd1-4f05-8f95-015c4bbbd29c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb103af629774955ab52cad42e2ad8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039018 Mar 03 16:13:41.868370 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd5b3a-bbd1-4f05-8f95-015c4bbbd29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3a0388-285a-4214-a501-3db321b806a8,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:41.971202 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-35eb2dd5-5259-42d2-8b68-f83fbad1ce7e req-2dd7bb99-e591-4abb-95ed-631315c4d73a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025088 Mar 03 16:13:41.976635 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-03979a8e-e376-46ff-9ca7-7662c91f81ac admin admin] Publish callbacks [] for security_group (db3a0388-285a-4214-a501-3db321b806a8), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.005091 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-03979a8e-e376-46ff-9ca7-7662c91f81ac admin admin] Publish callbacks [] for security_group (db3a0388-285a-4214-a501-3db321b806a8), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.040697 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7cd37759-829a-4d5c-8d4b-9312481fa00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.041620 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33914) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:42.060111 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7fd7af88-e5cc-4a80-ba6f-301188221b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.090389 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-03979a8e-e376-46ff-9ca7-7662c91f81ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (db3a0388-285a-4214-a501-3db321b806a8), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.092883 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-03979a8e-e376-46ff-9ca7-7662c91f81ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.094120 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-03979a8e-e376-46ff-9ca7-7662c91f81ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db3a0388-285a-4214-a501-3db321b806a8 HTTP/1.1" status: 204 len: 168 time: 0.2267294 Mar 03 16:13:42.110988 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03979a8e-e376-46ff-9ca7-7662c91f81ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3a0388-285a-4214-a501-3db321b806a8,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:42.143499 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7cd37759-829a-4d5c-8d4b-9312481fa00d admin admin] Publish callbacks [] for security_group (c33d2a4d-8cc5-4d01-b3d7-0c1daf9b7f69), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.148767 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7cd37759-829a-4d5c-8d4b-9312481fa00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (c33d2a4d-8cc5-4d01-b3d7-0c1daf9b7f69), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.157871 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7fd7af88-e5cc-4a80-ba6f-301188221b43 admin admin] Publish callbacks [] for security_group (70e0188e-75f2-4fc1-8274-6f5ca165eccb), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.165496 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7fd7af88-e5cc-4a80-ba6f-301188221b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (70e0188e-75f2-4fc1-8274-6f5ca165eccb), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.190689 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-7cd37759-829a-4d5c-8d4b-9312481fa00d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3fed3d586f0a445c8e7643b3583f02c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4195189 Mar 03 16:13:42.192706 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd37759-829a-4d5c-8d4b-9312481fa00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33d2a4d-8cc5-4d01-b3d7-0c1daf9b7f69,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:42.194747 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 33918) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:42.223152 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7fd7af88-e5cc-4a80-ba6f-301188221b43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0eb0f7f5243d4019b26baaef5fd8dfbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790209 Mar 03 16:13:42.224230 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7af88-e5cc-4a80-ba6f-301188221b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e0188e-75f2-4fc1-8274-6f5ca165eccb,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:42.224420 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 33920) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:42.265428 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf5eb-b76e-4f94-a930-730bba66d42c admin admin] Publish callbacks [] for security_group (c33d2a4d-8cc5-4d01-b3d7-0c1daf9b7f69), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.289018 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b826df09-61e0-46fe-ae6c-ee2c8138c33d admin admin] Publish callbacks [] for security_group (70e0188e-75f2-4fc1-8274-6f5ca165eccb), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.289387 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf5eb-b76e-4f94-a930-730bba66d42c admin admin] Publish callbacks [] for security_group (c33d2a4d-8cc5-4d01-b3d7-0c1daf9b7f69), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.311322 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b826df09-61e0-46fe-ae6c-ee2c8138c33d admin admin] Publish callbacks [] for security_group (70e0188e-75f2-4fc1-8274-6f5ca165eccb), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.340427 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf5eb-b76e-4f94-a930-730bba66d42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (c33d2a4d-8cc5-4d01-b3d7-0c1daf9b7f69), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.343672 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d4ccf5eb-b76e-4f94-a930-730bba66d42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.345557 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-d4ccf5eb-b76e-4f94-a930-730bba66d42c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c33d2a4d-8cc5-4d01-b3d7-0c1daf9b7f69 HTTP/1.1" status: 204 len: 168 time: 0.1443372 Mar 03 16:13:42.354178 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccf5eb-b76e-4f94-a930-730bba66d42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33d2a4d-8cc5-4d01-b3d7-0c1daf9b7f69,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:42.367447 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b826df09-61e0-46fe-ae6c-ee2c8138c33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (70e0188e-75f2-4fc1-8274-6f5ca165eccb), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.370242 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b826df09-61e0-46fe-ae6c-ee2c8138c33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:42.373599 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-b826df09-61e0-46fe-ae6c-ee2c8138c33d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/70e0188e-75f2-4fc1-8274-6f5ca165eccb HTTP/1.1" status: 204 len: 168 time: 0.1460238 Mar 03 16:13:42.381254 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826df09-61e0-46fe-ae6c-ee2c8138c33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e0188e-75f2-4fc1-8274-6f5ca165eccb,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:42.632372 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c07fc-16ef-4e1d-b37c-b5f44370aedf req-4be332f3-f91a-4472-940f-3db4fe44b3ef tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:42.634454 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ea3c07fc-16ef-4e1d-b37c-b5f44370aedf req-4be332f3-f91a-4472-940f-3db4fe44b3ef tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 946 time: 0.0722632 Mar 03 16:13:42.661742 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d1b63-87e2-42ab-958c-646a76a0415b req-9d36e573-82d3-42fc-9992-f6c14b2f4a7a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:42.661742 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5c3d1b63-87e2-42ab-958c-646a76a0415b req-9d36e573-82d3-42fc-9992-f6c14b2f4a7a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0725479 Mar 03 16:13:42.702861 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ea3c07fc-16ef-4e1d-b37c-b5f44370aedf req-39a4bf3f-6104-4de2-ab69-20768ff864b8 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630856 Mar 03 16:13:42.718697 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5c3d1b63-87e2-42ab-958c-646a76a0415b req-372fc6db-9389-44bc-895a-9750ffb7ac82 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537305 Mar 03 16:13:43.011737 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc339808-2e26-419c-8086-2b76e00d4a80 req-745c0ea9-707c-4637-9ee3-26d8cdfdb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:43.013250 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cc339808-2e26-419c-8086-2b76e00d4a80 req-745c0ea9-707c-4637-9ee3-26d8cdfdb824 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2073a032eb83470fa8666e110d2452d6&device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 1129 time: 0.0824013 Mar 03 16:13:43.029118 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5975c-67d7-4de2-9d73-1a30363f9be5 req-87ae0454-1999-483d-a941-c767f7aa51bf tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:43.030899 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dcc5975c-67d7-4de2-9d73-1a30363f9be5 req-87ae0454-1999-483d-a941-c767f7aa51bf tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0877748 Mar 03 16:13:43.153285 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dcc5975c-67d7-4de2-9d73-1a30363f9be5 req-cda8404f-4332-4830-91a4-e29d26828795 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730639 Mar 03 16:13:43.158389 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc339808-2e26-419c-8086-2b76e00d4a80 req-305c4b50-68a2-4800-925d-519a031e563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:43.159977 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cc339808-2e26-419c-8086-2b76e00d4a80 req-305c4b50-68a2-4800-925d-519a031e563c service neutron] 10.222.0.10 "GET /v2.0/networks?id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47 HTTP/1.1" status: 200 len: 918 time: 0.1384804 Mar 03 16:13:43.206640 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cc339808-2e26-419c-8086-2b76e00d4a80 req-2590aaf0-918e-4fd4-935a-270dc29a4d4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bede718-5810-418d-ac01-2d96bf39f913 HTTP/1.1" status: 200 len: 217 time: 0.0368333 Mar 03 16:13:43.260723 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc339808-2e26-419c-8086-2b76e00d4a80 req-bd96407b-dfab-4af9-9fde-fee1bfc5becd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:43.262486 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cc339808-2e26-419c-8086-2b76e00d4a80 req-bd96407b-dfab-4af9-9fde-fee1bfc5becd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43ae60ec-ea77-49ce-bb68-d2d11a158e61 HTTP/1.1" status: 200 len: 858 time: 0.0457544 Mar 03 16:13:43.297820 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cc339808-2e26-419c-8086-2b76e00d4a80 req-09e661ab-782f-4bd8-97f0-1b7fd624be83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252964 Mar 03 16:13:43.413343 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cc339808-2e26-419c-8086-2b76e00d4a80 req-3521797f-11b2-448a-a0ae-01693fd717dd service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004875 Mar 03 16:13:43.512717 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cc339808-2e26-419c-8086-2b76e00d4a80 req-362058cf-761e-4fb7-a330-3ef8eda3e034 service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922823 Mar 03 16:13:43.825999 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88412769-dce3-4aed-ae46-0115e8092c93 req-544e2693-586d-4fee-9fed-4f709bc356f2 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:43.834637 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-88412769-dce3-4aed-ae46-0115e8092c93 req-544e2693-586d-4fee-9fed-4f709bc356f2 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 946 time: 0.0727439 Mar 03 16:13:43.875363 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-88412769-dce3-4aed-ae46-0115e8092c93 req-01d5d1fc-948d-4b5e-bac7-5f4223d61a97 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397167 Mar 03 16:13:43.955603 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34028) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:44.154354 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d882df65-b84a-4fe7-9c90-ca0e0da692f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:44.257675 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d882df65-b84a-4fe7-9c90-ca0e0da692f1 admin admin] Publish callbacks [] for security_group (e311bab2-506f-4530-a5a5-8513f019cbfa), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:44.263799 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d882df65-b84a-4fe7-9c90-ca0e0da692f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e311bab2-506f-4530-a5a5-8513f019cbfa), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:44.306581 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b345c-2559-4621-bf98-7069680b67c5 req-5623e646-c21d-4667-88b6-175a4ed96fa7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:44.314694 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-858b345c-2559-4621-bf98-7069680b67c5 req-5623e646-c21d-4667-88b6-175a4ed96fa7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0737069 Mar 03 16:13:44.328850 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-d882df65-b84a-4fe7-9c90-ca0e0da692f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d768f1c2cf4f4d19ad8bd48f826c1ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3719728 Mar 03 16:13:44.343608 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34074) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:44.361500 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882df65-b84a-4fe7-9c90-ca0e0da692f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e311bab2-506f-4530-a5a5-8513f019cbfa,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:44.398756 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-858b345c-2559-4621-bf98-7069680b67c5 req-bef79dac-84ae-4969-828d-a51eca346243 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812786 Mar 03 16:13:44.449443 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-69823844-4ff4-4b24-a3c9-736e70edfc0e admin admin] Publish callbacks [] for security_group (e311bab2-506f-4530-a5a5-8513f019cbfa), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:44.473847 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-69823844-4ff4-4b24-a3c9-736e70edfc0e admin admin] Publish callbacks [] for security_group (e311bab2-506f-4530-a5a5-8513f019cbfa), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:44.533967 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-69823844-4ff4-4b24-a3c9-736e70edfc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e311bab2-506f-4530-a5a5-8513f019cbfa), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:44.536865 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-69823844-4ff4-4b24-a3c9-736e70edfc0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:44.540379 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-69823844-4ff4-4b24-a3c9-736e70edfc0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e311bab2-506f-4530-a5a5-8513f019cbfa HTTP/1.1" status: 204 len: 168 time: 0.1926949 Mar 03 16:13:44.546142 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69823844-4ff4-4b24-a3c9-736e70edfc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e311bab2-506f-4530-a5a5-8513f019cbfa,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:45.499775 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34148) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:45.538453 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718647d-74e8-4a06-8e5e-77d350794e0d req-633e574e-6675-4377-9add-0c7aee0ef052 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:45.540002 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1718647d-74e8-4a06-8e5e-77d350794e0d req-633e574e-6675-4377-9add-0c7aee0ef052 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0587077 Mar 03 16:13:45.589850 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1718647d-74e8-4a06-8e5e-77d350794e0d req-7ebcea72-a200-4452-b355-e99717c74202 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440617 Mar 03 16:13:45.666163 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1455791698-network', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:45.684685 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Made reservation on behalf of 43b03795c3804a9ca8e84ba161e5f592 for: {'network': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:45.686941 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:45.696012 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:45.776272 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Publish callbacks [] for security_group (826d28d7-4e67-4f2c-98f6-8e5001948d7a), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:45.780155 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (826d28d7-4e67-4f2c-98f6-8e5001948d7a), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:45.803069 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:13:45.817732 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826d28d7-4e67-4f2c-98f6-8e5001948d7a,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:45.823552 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (1984c156-672d-469c-92a5-2dc3a6754101), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:45.823954 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.segments_db [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Added segment 1984c156-672d-469c-92a5-2dc3a6754101 of type vlan for network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 Mar 03 16:13:45.861728 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:45.885857 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:45.886742 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:45.887323 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:45.940088 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4391510 Mar 03 16:13:45.942908 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34158) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:45.948130 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-6c51f37d-0929-470f-845f-45d1a5f4bc21 admin admin] Request body: {'subnet': {'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1455791698-subnet', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'ip_version': 4}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:45.950898 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf5ba5-142b-48e5-adc8-361e710067d9 admin admin] Pushing event updated for resources: {'Network': ['ID=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:45.962356 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:13:45.968890 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c51f37d-0929-470f-845f-45d1a5f4bc21 admin admin] Made reservation on behalf of 43b03795c3804a9ca8e84ba161e5f592 for: {'subnet': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:45.971375 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6c51f37d-0929-470f-845f-45d1a5f4bc21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5598022'] for subnet (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.161043 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6c51f37d-0929-470f-845f-45d1a5f4bc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5579538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5598068'] for subnet (f52b7343-2d0c-49ed-a918-2d20f4766e64), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.214916 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51f37d-0929-470f-845f-45d1a5f4bc21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52b7343-2d0c-49ed-a918-2d20f4766e64,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:46.238059 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51f37d-0929-470f-845f-45d1a5f4bc21 admin admin] Checking segment: {'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:46.238421 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c51f37d-0929-470f-845f-45d1a5f4bc21 admin admin] Network hostable DHCP agents. Network: 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:13:46.257919 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c51f37d-0929-470f-845f-45d1a5f4bc21 admin admin] Network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:13:46.268738 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-6c51f37d-0929-470f-845f-45d1a5f4bc21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131) {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:46.273355 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c51f37d-0929-470f-845f-45d1a5f4bc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:46.274031 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6c51f37d-0929-470f-845f-45d1a5f4bc21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.281265 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e9f97c-8807-415b-8634-fe476cffbf31 None None] Network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:13:46.305334 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-6c51f37d-0929-470f-845f-45d1a5f4bc21 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3611932 Mar 03 16:13:46.308009 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34180) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:46.313097 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:46.338915 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1675644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127579'] for router (2141025c-2296-470c-9432-aac4cd0bd225), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.339880 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1677292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1871546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127522'] for router (2141025c-2296-470c-9432-aac4cd0bd225), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.402888 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1efa712b-3055-5a59-bf7b-02c9fcd087bf-9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'fixed_ips': [{'subnet_id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64'}]}} from dv-cinder-830538-6-iscsi. {{(pid=103059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 16:13:46.403803 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.409215 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Publish callbacks [] for router_controller (2141025c-2296-470c-9432-aac4cd0bd225), precommit_add_association {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.553801 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.db_base_plugin_common [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Allocated IP 172.20.0.2 (9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131/f52b7343-2d0c-49ed-a918-2d20f4766e64/2f97698b-98cc-4b19-bfd7-b01f3f7480c4) {{(pid=103059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:13:46.571403 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Publish callbacks [] for router_gateway (2141025c-2296-470c-9432-aac4cd0bd225), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.743051 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Publish callbacks [] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), precommit_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.753290 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.770993 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961b421-6c84-47f6-9202-8488e1d7ab0c req-4fe43d48-daeb-4566-9581-3c7ca97db201 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:46.772821 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d961b421-6c84-47f6-9202-8488e1d7ab0c req-4fe43d48-daeb-4566-9581-3c7ca97db201 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0772707 Mar 03 16:13:46.803056 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 is already hosted by enough agents. {{(pid=103059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:13:46.808702 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.base_scheduler [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Resources bound (agent type, host, resource id): {{(pid=103059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:46.813925 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Received port after_create {{(pid=103059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:13:46.817197 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Pushing event updated for resources: {'Port': ['ID=2f97698b-98cc-4b19-bfd7-b01f3f7480c4,revision_number=1']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:46.838020 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Publish callbacks [] for router_gateway (2141025c-2296-470c-9432-aac4cd0bd225), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.863323 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d961b421-6c84-47f6-9202-8488e1d7ab0c req-81cb44f5-8bc5-4e38-95cf-f4805577f614 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848207 Mar 03 16:13:46.864060 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.893295 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Attempting to bind port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:13:46.893645 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Attempting to bind port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:13:46.894180 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Attempting to bind port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 on network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:13:46.905691 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:13:46.906322 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Checking segment: {'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:46.907718 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.908425 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Bound using segment: {'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:13:46.910038 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Bound port: 2f97698b-98cc-4b19-bfd7-b01f3f7480c4, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:13:46.910598 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:46.983832 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Allocated IP 172.27.2.230 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/472d4d37-3a6c-45e0-add8-4c881ad0c67d) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:13:46.992938 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] For port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:13:46.998370 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] For port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=2f97698b-98cc-4b19-bfd7-b01f3f7480c4,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:13:47.011111 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:47.086459 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96138f1-f3db-4b05-a0a7-bfdfedda2af9 None None] Pushing event updated for resources: {'Port': ['ID=2f97698b-98cc-4b19-bfd7-b01f3f7480c4,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:47.146559 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Publish callbacks [] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:47.186145 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:47.222488 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:13:47.230138 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:47.238685 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:13:47.281513 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=472d4d37-3a6c-45e0-add8-4c881ad0c67d,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:47.537005 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Publish callbacks [] for router_gateway (2141025c-2296-470c-9432-aac4cd0bd225), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:47.697829 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34218) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:47.777085 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672302'] for router (2141025c-2296-470c-9432-aac4cd0bd225), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:47.829525 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-2f491275-3c85-45d4-878d-07ff93e548b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:47.961912 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-2f491275-3c85-45d4-878d-07ff93e548b1 admin admin] Publish callbacks [] for security_group (eb6ec685-e222-436d-bbb0-1e87e29dac85), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:47.967907 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-2f491275-3c85-45d4-878d-07ff93e548b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (eb6ec685-e222-436d-bbb0-1e87e29dac85), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:47.983728 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Router 2141025c-2296-470c-9432-aac4cd0bd225 is scheduled to L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 with binding_index 1 {{(pid=103058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 16:13:48.055920 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f491275-3c85-45d4-878d-07ff93e548b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6ec685-e222-436d-bbb0-1e87e29dac85,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:48.066744 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-2f491275-3c85-45d4-878d-07ff93e548b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ba90ca145134364ba8c3f7c2b5624db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673413 Mar 03 16:13:48.067605 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34234) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:48.138150 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:13:48.148092 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Sync routers for ids ['2141025c-2296-470c-9432-aac4cd0bd225'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:13:48.158600 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b85d9-0d0b-4482-82b4-d8fdcdbc885d req-e70c58c5-d639-452e-b6c6-06be5630720c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:48.160807 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-868b85d9-0d0b-4482-82b4-d8fdcdbc885d req-e70c58c5-d639-452e-b6c6-06be5630720c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1790600 Mar 03 16:13:48.187923 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Routers {'2141025c-2296-470c-9432-aac4cd0bd225'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:13:48.189315 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:48.190808 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:13:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['2141025c-2296-470c-9432-aac4cd0bd225'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:48.192867 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-b1e1f8a7-596e-4649-851d-e67af83ba1e8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8837442 Mar 03 16:13:48.195478 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34236) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:48.203686 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b485f78e-2997-403f-8d9c-62b5d2347146 admin admin] Publish callbacks [] for security_group (eb6ec685-e222-436d-bbb0-1e87e29dac85), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:48.250222 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b485f78e-2997-403f-8d9c-62b5d2347146 admin admin] Publish callbacks [] for security_group (eb6ec685-e222-436d-bbb0-1e87e29dac85), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:48.264752 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-868b85d9-0d0b-4482-82b4-d8fdcdbc885d req-713d1041-69a0-4063-872b-361f8f4316e3 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969105 Mar 03 16:13:48.302210 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fde2e1-a149-41b7-bf53-e9ee536ba1ef None None] Network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:13:48.328089 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b485f78e-2997-403f-8d9c-62b5d2347146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (eb6ec685-e222-436d-bbb0-1e87e29dac85), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:48.331547 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b485f78e-2997-403f-8d9c-62b5d2347146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:48.335208 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-b485f78e-2997-403f-8d9c-62b5d2347146 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb6ec685-e222-436d-bbb0-1e87e29dac85 HTTP/1.1" status: 204 len: 168 time: 0.2475822 Mar 03 16:13:48.362272 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485f78e-2997-403f-8d9c-62b5d2347146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6ec685-e222-436d-bbb0-1e87e29dac85,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:48.398513 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Set router 2141025c-2296-470c-9432-aac4cd0bd225 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:13:48.449810 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-b1c3f7fb-240a-4ff5-b42b-61f3736d60dd None None] Provisioning complete for port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:48.450185 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f7fb-240a-4ff5-b42b-61f3736d60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:48.607267 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-b1c3f7fb-240a-4ff5-b42b-61f3736d60dd None None] Current status of the port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:48.608174 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f7fb-240a-4ff5-b42b-61f3736d60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:48.694396 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-b1c3f7fb-240a-4ff5-b42b-61f3736d60dd None None] For port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=2f97698b-98cc-4b19-bfd7-b01f3f7480c4,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:48.700457 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b1c3f7fb-240a-4ff5-b42b-61f3736d60dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:48.811839 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:13:48.864785 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:13:48.869294 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3f7fb-240a-4ff5-b42b-61f3736d60dd None None] Pushing event updated for resources: {'Port': ['ID=2f97698b-98cc-4b19-bfd7-b01f3f7480c4,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:48.926988 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:47Z', 'revision_number': 3, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:48.934848 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34256) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:48.965073 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6366bb0-bc78-441b-9dd3-d4a34ba09b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:48.970067 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Checking router: 2141025c-2296-470c-9432-aac4cd0bd225 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:13:48.970562 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Updating router 2141025c-2296-470c-9432-aac4cd0bd225 port 472d4d37-3a6c-45e0-add8-4c881ad0c67d binding host dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:13:49.020613 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:49.021086 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.051370 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.070550 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-4dafcc30-08bc-41bd-b669-80b9195d6653 None None] Provisioning complete for port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:49.071114 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4dafcc30-08bc-41bd-b669-80b9195d6653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.127030 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6366bb0-bc78-441b-9dd3-d4a34ba09b05 admin admin] Publish callbacks [] for security_group (e204651a-e623-4d6e-9339-8c2e47c47aa2), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.133762 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6366bb0-bc78-441b-9dd3-d4a34ba09b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e204651a-e623-4d6e-9339-8c2e47c47aa2), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.149656 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:49.183176 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6366bb0-bc78-441b-9dd3-d4a34ba09b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e204651a-e623-4d6e-9339-8c2e47c47aa2,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:49.189461 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-a6366bb0-bc78-441b-9dd3-d4a34ba09b05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c123e52d28214033b2a5ba2c23b61966&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535007 Mar 03 16:13:49.192063 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34260) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:49.239904 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-4dafcc30-08bc-41bd-b669-80b9195d6653 None None] Current status of the port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:49.263004 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7eb7053c-4f75-423b-a4e4-0bc4c508198d admin admin] Publish callbacks [] for security_group (e204651a-e623-4d6e-9339-8c2e47c47aa2), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.289017 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7eb7053c-4f75-423b-a4e4-0bc4c508198d admin admin] Publish callbacks [] for security_group (e204651a-e623-4d6e-9339-8c2e47c47aa2), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.379759 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.414996 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7eb7053c-4f75-423b-a4e4-0bc4c508198d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e204651a-e623-4d6e-9339-8c2e47c47aa2), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.417678 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7eb7053c-4f75-423b-a4e4-0bc4c508198d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.421298 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-7eb7053c-4f75-423b-a4e4-0bc4c508198d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e204651a-e623-4d6e-9339-8c2e47c47aa2 HTTP/1.1" status: 204 len: 168 time: 0.2257812 Mar 03 16:13:49.436525 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7053c-4f75-423b-a4e4-0bc4c508198d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e204651a-e623-4d6e-9339-8c2e47c47aa2,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:49.443114 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Publish callbacks [] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), precommit_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.445866 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-b0f1a4dc-fe47-45fb-b729-56cdff018fc5 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:49.447393 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-b0f1a4dc-fe47-45fb-b729-56cdff018fc5 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/networks?id=81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 200 len: 814 time: 0.1392186 Mar 03 16:13:49.457143 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.479783 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-a45ea000-8cd2-438b-ac89-0853b521b10d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/quotas/bcf1394a235140658c5dc29f79119146 HTTP/1.1" status: 200 len: 375 time: 0.0232754 Mar 03 16:13:49.562445 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-c6152047-dcd5-4c8d-abb3-3b8e364e697f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740025 Mar 03 16:13:49.584832 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Pushing event updated for resources: {'Port': ['ID=472d4d37-3a6c-45e0-add8-4c881ad0c67d,revision_number=2']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:49.596633 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.597226 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.599145 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.599665 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.600563 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.601040 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.601501 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.602068 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.602708 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.603231 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.603723 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.605065 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.605560 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:49.620038 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Allocated IP 172.20.0.1 (9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131/f52b7343-2d0c-49ed-a918-2d20f4766e64/c60251b6-a460-44ce-b35c-139973133c8c) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:13:49.626181 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Attempting to bind port 472d4d37-3a6c-45e0-add8-4c881ad0c67d on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:13:49.627043 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Attempting to bind port 472d4d37-3a6c-45e0-add8-4c881ad0c67d by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:13:49.627410 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Attempting to bind port 472d4d37-3a6c-45e0-add8-4c881ad0c67d on network b455cb9f-0d66-40ce-a781-3917c21627ac {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:13:49.633640 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:13:49.634111 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Checking segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:49.634511 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.634899 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Bound using segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:13:49.635733 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Bound port: 472d4d37-3a6c-45e0-add8-4c881ad0c67d, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:13:49.636177 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.747176 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] For port 472d4d37-3a6c-45e0-add8-4c881ad0c67d, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:13:49.748870 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-95466e18-8362-477d-9606-a3a99f46d3e1 service neutron] 10.222.0.11 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798525 Mar 03 16:13:49.757261 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] For port 472d4d37-3a6c-45e0-add8-4c881ad0c67d, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=472d4d37-3a6c-45e0-add8-4c881ad0c67d,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:13:49.769095 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.792414 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Publish callbacks [] for port (c60251b6-a460-44ce-b35c-139973133c8c), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.876363 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (c60251b6-a460-44ce-b35c-139973133c8c), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.947467 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Routers {'2141025c-2296-470c-9432-aac4cd0bd225'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:13:49.948125 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:13:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['2141025c-2296-470c-9432-aac4cd0bd225'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:49.959190 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:13:49.965276 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:49.967744 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:13:49.968296 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673011'] for router_interface (2141025c-2296-470c-9432-aac4cd0bd225), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:49.971189 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=c60251b6-a460-44ce-b35c-139973133c8c,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:50.005255 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fd683-a529-4bbf-9a7a-a23e7981d37c None None] Pushing event updated for resources: {'Port': ['ID=472d4d37-3a6c-45e0-add8-4c881ad0c67d,revision_number=3']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:50.043074 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-0a8aa281-dbfe-4ebf-9970-21e9c939bb15 service neutron] 10.222.0.11 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873147 Mar 03 16:13:50.120172 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] Set router 2141025c-2296-470c-9432-aac4cd0bd225 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:13:50.210367 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (c60251b6-a460-44ce-b35c-139973133c8c), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:50.344863 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8dc90-12ee-4af2-b9d7-6e36cd020022 req-4de2cb2c-eef9-401d-89ee-a72b9eae77ba tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:50.346697 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8bd8dc90-12ee-4af2-b9d7-6e36cd020022 req-4de2cb2c-eef9-401d-89ee-a72b9eae77ba tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1374047 Mar 03 16:13:50.356138 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d95f2f98-cc99-40fb-b852-c5a6579152ad req-6a46687b-9236-4c0b-8d4d-bb376013016a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 210 time: 0.0499170 Mar 03 16:13:50.402039 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c70ed8f8-5dfd-4e4c-851b-9860bfcef359 None None] Provisioning complete for port c60251b6-a460-44ce-b35c-139973133c8c triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:50.403065 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c70ed8f8-5dfd-4e4c-851b-9860bfcef359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (c60251b6-a460-44ce-b35c-139973133c8c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:50.432786 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:47Z', 'revision_number': 3, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:50.460759 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c70ed8f8-5dfd-4e4c-851b-9860bfcef359 None None] Port c60251b6-a460-44ce-b35c-139973133c8c cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:13:50.466666 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8bd8dc90-12ee-4af2-b9d7-6e36cd020022 req-3247e2a1-3959-4280-af11-423d51d2f1dd tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813148 Mar 03 16:13:50.474639 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617747ed-2295-45bf-af60-a6cc0efd2656 None None] The sync data for ids ['2141025c-2296-470c-9432-aac4cd0bd225'] in dv-cinder-830538-6-iscsi is: [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:47Z', 'revision_number': 3, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:13:50.545142 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Publish callbacks [] for port (c60251b6-a460-44ce-b35c-139973133c8c), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:50.551834 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (c60251b6-a460-44ce-b35c-139973133c8c), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:50.552801 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678243'] for router_interface (2141025c-2296-470c-9432-aac4cd0bd225), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:50.671478 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=c60251b6-a460-44ce-b35c-139973133c8c,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:50.758335 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:13:50.760322 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:50.799597 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:13:51.003108 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:51.003682 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:51.075149 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Router 2141025c-2296-470c-9432-aac4cd0bd225 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:13:51.280364 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:51.289148 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-892c8321-3766-45b5-9e2a-a5bbd89d7895 None None] Provisioning complete for port c60251b6-a460-44ce-b35c-139973133c8c triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:51.289664 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-892c8321-3766-45b5-9e2a-a5bbd89d7895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (c60251b6-a460-44ce-b35c-139973133c8c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:51.336604 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-892c8321-3766-45b5-9e2a-a5bbd89d7895 None None] Port c60251b6-a460-44ce-b35c-139973133c8c cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:13:51.338284 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:13:51.354885 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-8bc81b00-fe97-4608-89f4-940696045fe5 admin admin] 10.222.0.11 "PUT /v2.0/routers/2141025c-2296-470c-9432-aac4cd0bd225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1529567 Mar 03 16:13:51.513758 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bdebc064-3ff0-47fa-aa9e-a94ccb3b5f99 req-d1d3bff8-01e7-4f91-a477-760c94a34a14 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 210 time: 0.0385857 Mar 03 16:13:51.998354 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-963eeee4-f6b4-4f6e-8376-8fcbfc0490fc tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:52.000065 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-963eeee4-f6b4-4f6e-8376-8fcbfc0490fc tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "GET /v2.0/networks?id=81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 200 len: 814 time: 0.1945460 Mar 03 16:13:52.017601 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Request body: {'port': {'device_id': 'fd653fd2-a8d8-412b-b724-60e26d3c8269', 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7', 'admin_state_up': True, 'tenant_id': 'bcf1394a235140658c5dc29f79119146'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:52.141387 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Made reservation on behalf of bcf1394a235140658c5dc29f79119146 for: {'port': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:52.144964 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.239309 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34380) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:52.244123 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1260028526-network', 'tenant_id': '9d778cd7e052411185f0027199fa1083'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:52.261948 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Made reservation on behalf of 9d778cd7e052411185f0027199fa1083 for: {'network': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:52.264371 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.273128 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.291156 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Allocated IP 172.20.0.6 (81ee8f01-b759-4202-8915-9ce0ac0408c7/369464a5-7b33-4b27-a463-b6dba2f7f3c6/fa28134b-ab24-4e99-ac9f-368f5cb7693c) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:13:52.353198 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Publish callbacks [] for security_group (e8c9fe77-c440-48be-ab49-e0a109c83e26), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.357414 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e8c9fe77-c440-48be-ab49-e0a109c83e26), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.383804 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:13:52.394289 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c9fe77-c440-48be-ab49-e0a109c83e26,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:52.399315 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.399682 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.segments_db [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Added segment 05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6 of type vlan for network 900ae16c-f3f7-4deb-8514-382f302644cf Mar 03 16:13:52.454327 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (900ae16c-f3f7-4deb-8514-382f302644cf), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.465353 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks [] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.480342 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (900ae16c-f3f7-4deb-8514-382f302644cf), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.481376 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:52.481950 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.508676 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.527071 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['00abaa24-5078-4b96-86b8-a4ccef266811', '90bcdd98-94b0-40b1-a41e-f87151b77237', '14b20aef-d4d7-4c71-b3cb-a08fa96f28cd'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:13:52.540751 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3003135 Mar 03 16:13:52.547225 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34382) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:52.554974 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-68a6fc2e-064d-4089-9f72-e5d49e10628a admin admin] Request body: {'subnet': {'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1260028526-subnet', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'ip_version': 4}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:52.570814 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b413a-1de2-4655-9782-37cc45337f54 admin admin] Pushing event updated for resources: {'Network': ['ID=900ae16c-f3f7-4deb-8514-382f302644cf,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:52.590474 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 900ae16c-f3f7-4deb-8514-382f302644cf details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:13:52.591372 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a6fc2e-064d-4089-9f72-e5d49e10628a admin admin] Made reservation on behalf of 9d778cd7e052411185f0027199fa1083 for: {'subnet': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:52.595488 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-68a6fc2e-064d-4089-9f72-e5d49e10628a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5598022'] for subnet (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.596560 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Network 81ee8f01-b759-4202-8915-9ce0ac0408c7 is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:13:52.598262 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:52.600268 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Pushing event updated for resources: {'Port': ['ID=fa28134b-ab24-4e99-ac9f-368f5cb7693c,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:52.603905 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:13:52.617295 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:52.618397 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.639379 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-f19a9de1-92cc-4ad1-8e60-15d859b82e6a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6296470 Mar 03 16:13:52.670055 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Request body: {'port': {'device_id': 'fd653fd2-a8d8-412b-b724-60e26d3c8269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:52.779210 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f940174-7100-457c-a7f5-6836bf8fa6f1 req-ea5b322a-6e7c-4805-9ebb-0e1f45ea8587 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:52.780347 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8f940174-7100-457c-a7f5-6836bf8fa6f1 req-ea5b322a-6e7c-4805-9ebb-0e1f45ea8587 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 931 time: 0.1037333 Mar 03 16:13:52.792034 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 472d4d37-3a6c-45e0-add8-4c881ad0c67d up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:13:52.809801 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.885587 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Sync routers for ids ['2141025c-2296-470c-9432-aac4cd0bd225'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:13:52.930608 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8f940174-7100-457c-a7f5-6836bf8fa6f1 req-0ec2c411-85a3-43fc-bb60-4ce79e3760c8 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356401 Mar 03 16:13:52.932478 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-68a6fc2e-064d-4089-9f72-e5d49e10628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5579538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5598068'] for subnet (594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:52.982656 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6fc2e-064d-4089-9f72-e5d49e10628a admin admin] Pushing event updated for resources: {'Subnet': ['ID=594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:52.985840 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Routers {'2141025c-2296-470c-9432-aac4cd0bd225'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:13:52.986474 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:13:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['2141025c-2296-470c-9432-aac4cd0bd225'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:53.019181 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a6fc2e-064d-4089-9f72-e5d49e10628a admin admin] Checking segment: {'id': '05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:53.019734 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a6fc2e-064d-4089-9f72-e5d49e10628a admin admin] Network hostable DHCP agents. Network: 900ae16c-f3f7-4deb-8514-382f302644cf, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:13:53.062369 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a6fc2e-064d-4089-9f72-e5d49e10628a admin admin] Network 900ae16c-f3f7-4deb-8514-382f302644cf is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:13:53.078402 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 472d4d37-3a6c-45e0-add8-4c881ad0c67d triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:53.079347 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-68a6fc2e-064d-4089-9f72-e5d49e10628a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 900ae16c-f3f7-4deb-8514-382f302644cf) {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:53.079999 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.089347 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a6fc2e-064d-4089-9f72-e5d49e10628a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:53.090134 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-68a6fc2e-064d-4089-9f72-e5d49e10628a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.113194 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-68a6fc2e-064d-4089-9f72-e5d49e10628a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5644677 Mar 03 16:13:53.114308 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34400) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:53.118776 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1260028526-router', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:53.124469 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a233f0-c223-4225-ac06-206b6374811d None None] Network 900ae16c-f3f7-4deb-8514-382f302644cf requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:13:53.162165 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1675644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127579'] for router (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.163411 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1677292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1871546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127522'] for router (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.225072 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Publish callbacks [] for router_controller (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), precommit_add_association {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.277181 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa28134b-ab24-4e99-ac9f-368f5cb7693c {{(pid=103058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:13:53.290438 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Publish callbacks [] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.304133 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Set router 2141025c-2296-470c-9432-aac4cd0bd225 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:13:53.310639 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.provisioning_blocks [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Transition to ACTIVE for port object fa28134b-ab24-4e99-ac9f-368f5cb7693c will not be triggered until provisioned by entity L2. {{(pid=103058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:13:53.317783 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.428063 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Attempting to bind port fa28134b-ab24-4e99-ac9f-368f5cb7693c on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:13:53.428750 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Attempting to bind port fa28134b-ab24-4e99-ac9f-368f5cb7693c by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'}] {{(pid=103058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:13:53.429334 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Attempting to bind port fa28134b-ab24-4e99-ac9f-368f5cb7693c on network 81ee8f01-b759-4202-8915-9ce0ac0408c7 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:13:53.435300 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa28134b-ab24-4e99-ac9f-368f5cb7693c,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:53.439007 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Port fa28134b-ab24-4e99-ac9f-368f5cb7693c on network 81ee8f01-b759-4202-8915-9ce0ac0408c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:13:53.439674 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Attempting to bind port fa28134b-ab24-4e99-ac9f-368f5cb7693c on network 81ee8f01-b759-4202-8915-9ce0ac0408c7 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:13:53.442532 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Publish callbacks [] for router_gateway (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.449132 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:13:53.449574 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Checking segment: {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:53.450217 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Bound using segment: {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'} {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:13:53.451035 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Bound port: fa28134b-ab24-4e99-ac9f-368f5cb7693c, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7'}}] {{(pid=103058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:13:53.451715 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.537406 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] For port fa28134b-ab24-4e99-ac9f-368f5cb7693c, host hv-cinder-83053, cleared binding levels {{(pid=103058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:13:53.541484 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] For port fa28134b-ab24-4e99-ac9f-368f5cb7693c, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=fa28134b-ab24-4e99-ac9f-368f5cb7693c,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:13:53.550077 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.606089 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1efa712b-3055-5a59-bf7b-02c9fcd087bf-900ae16c-f3f7-4deb-8514-382f302644cf', 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf', 'project_id': '9d778cd7e052411185f0027199fa1083', 'fixed_ips': [{'subnet_id': '594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f'}]}} from dv-cinder-830538-6-iscsi. {{(pid=103059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 16:13:53.606922 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.620057 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:53.620772 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.622367 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] 10.222.0.10 "PUT /v2.0/ports/fa28134b-ab24-4e99-ac9f-368f5cb7693c HTTP/1.1" status: 200 len: 1093 time: 0.9571137 Mar 03 16:13:53.622899 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd653fd2-a8d8-412b-b724-60e26d3c8269', 'tag': 'fa28134b-ab24-4e99-ac9f-368f5cb7693c'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:13:53.625304 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26faff2-e984-4cf5-bda3-d5aa0a335045" -d '{"events": [{"name": "network-changed", "server_uuid": "fd653fd2-a8d8-412b-b724-60e26d3c8269", "tag": "fa28134b-ab24-4e99-ac9f-368f5cb7693c"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:13:53.654238 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83653b09-1040-4f05-a828-2cc6aeb76ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa28134b-ab24-4e99-ac9f-368f5cb7693c,revision_number=3']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:53.673509 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34412) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:53.714384 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ec5172-6815-4974-ae89-ade6e95f57ff x-openstack-request-id: req-86ec5172-6815-4974-ae89-ade6e95f57ff {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:13:53.714732 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd653fd2-a8d8-412b-b724-60e26d3c8269", "tag": "fa28134b-ab24-4e99-ac9f-368f5cb7693c", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:13:53.714920 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-86ec5172-6815-4974-ae89-ade6e95f57ff {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:13:53.715278 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd653fd2-a8d8-412b-b724-60e26d3c8269', 'tag': 'fa28134b-ab24-4e99-ac9f-368f5cb7693c', 'status': 'completed', 'code': 200} Mar 03 16:13:53.724354 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 472d4d37-3a6c-45e0-add8-4c881ad0c67d is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:53.724766 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.735522 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-620ebec2-dd0a-4926-aa9c-22cc83e42721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:53.737426 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-620ebec2-dd0a-4926-aa9c-22cc83e42721 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 1127 time: 0.0676615 Mar 03 16:13:53.746205 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Publish callbacks [] for router_gateway (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.768326 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.795982 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-332662b1-ee7b-4b50-a4c6-b7828ff89782 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa28134b-ab24-4e99-ac9f-368f5cb7693c HTTP/1.1" status: 200 len: 217 time: 0.0389245 Mar 03 16:13:53.820707 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port 472d4d37-3a6c-45e0-add8-4c881ad0c67d, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=472d4d37-3a6c-45e0-add8-4c881ad0c67d,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:53.840511 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.851583 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-35758341-35de-4f07-9fc3-cbbc2a94b5d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:53.878194 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-2d44f9ea-d173-4cf8-8415-ee64b3790587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:53.879751 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-2d44f9ea-d173-4cf8-8415-ee64b3790587 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=369464a5-7b33-4b27-a463-b6dba2f7f3c6 HTTP/1.1" status: 200 len: 854 time: 0.0770745 Mar 03 16:13:53.920732 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Allocated IP 172.27.2.52 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/84bebd1e-eb49-476c-9639-02e3e8fdb2a3) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:13:53.930009 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-d6ac6004-b8d4-4d3e-8236-4c81b8d32a34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81ee8f01-b759-4202-8915-9ce0ac0408c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370018 Mar 03 16:13:53.999610 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=472d4d37-3a6c-45e0-add8-4c881ad0c67d,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:54.007660 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.db_base_plugin_common [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Allocated IP 172.20.0.2 (900ae16c-f3f7-4deb-8514-382f302644cf/594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f/37f247eb-5c74-4d8a-b612-a08d0e421e31) {{(pid=103059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:13:54.074764 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-35758341-35de-4f07-9fc3-cbbc2a94b5d6 admin admin] Publish callbacks [] for security_group (1f2c7c32-d234-4f6e-ba72-359fb18be7f2), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.106146 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:50Z', 'revision_number': 4, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'c60251b6-a460-44ce-b35c-139973133c8c', 'name': '', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'mac_address': 'fa:16:3e:1f:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:49Z', 'updated_at': '2022-03-03T16:13:50Z', 'revision_number': 2, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'subnets': [{'id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:54.106478 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-35758341-35de-4f07-9fc3-cbbc2a94b5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (1f2c7c32-d234-4f6e-ba72-359fb18be7f2), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.145501 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Checking router: 2141025c-2296-470c-9432-aac4cd0bd225 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:13:54.148549 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Updating router 2141025c-2296-470c-9432-aac4cd0bd225 port c60251b6-a460-44ce-b35c-139973133c8c binding host dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:13:54.204677 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (c60251b6-a460-44ce-b35c-139973133c8c), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.265883 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Publish callbacks [] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.284253 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-35758341-35de-4f07-9fc3-cbbc2a94b5d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e09347314db44969d41834067fb2c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6094797 Mar 03 16:13:54.285029 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35758341-35de-4f07-9fc3-cbbc2a94b5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2c7c32-d234-4f6e-ba72-359fb18be7f2,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:54.286446 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34424) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:54.308248 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Publish callbacks [] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), precommit_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.328738 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294068a-9506-433b-887f-eabf80a63431 req-08eb7465-eabf-4aed-98a4-bd21b7583676 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:54.330364 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c294068a-9506-433b-887f-eabf80a63431 req-08eb7465-eabf-4aed-98a4-bd21b7583676 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 943 time: 0.2782555 Mar 03 16:13:54.331603 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-31c453e9-ef44-47e2-b7b8-e6e36e272e70 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951335 Mar 03 16:13:54.414156 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.425583 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d77738cb-6911-4475-9759-5ccc61957ec3 admin admin] Publish callbacks [] for security_group (1f2c7c32-d234-4f6e-ba72-359fb18be7f2), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.443261 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c294068a-9506-433b-887f-eabf80a63431 req-64a5b6da-98ee-4a48-9515-7902dc0dbc1a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025860 Mar 03 16:13:54.444721 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.465576 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d77738cb-6911-4475-9759-5ccc61957ec3 admin admin] Publish callbacks [] for security_group (1f2c7c32-d234-4f6e-ba72-359fb18be7f2), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.488586 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:13:54.494629 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3cc48e7c-1a58-4a27-8503-fe051a1a0491 req-b071bb49-27df-41d2-ad76-721f2c2a38b3 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469054 Mar 03 16:13:54.496410 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:54.501240 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:13:54.505822 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Pushing event updated for resources: {'Port': ['ID=84bebd1e-eb49-476c-9639-02e3e8fdb2a3,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:54.527521 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34430) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:54.545491 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Network 900ae16c-f3f7-4deb-8514-382f302644cf is already hosted by enough agents. {{(pid=103059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:13:54.581198 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.base_scheduler [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Resources bound (agent type, host, resource id): {{(pid=103059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:54.584981 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Received port after_create {{(pid=103059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:13:54.587208 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Pushing event updated for resources: {'Port': ['ID=37f247eb-5c74-4d8a-b612-a08d0e421e31,revision_number=1']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:54.632081 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d77738cb-6911-4475-9759-5ccc61957ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (1f2c7c32-d234-4f6e-ba72-359fb18be7f2), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.634928 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d77738cb-6911-4475-9759-5ccc61957ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.653195 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-d77738cb-6911-4475-9759-5ccc61957ec3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f2c7c32-d234-4f6e-ba72-359fb18be7f2 HTTP/1.1" status: 204 len: 168 time: 0.3507259 Mar 03 16:13:54.681635 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Attempting to bind port 37f247eb-5c74-4d8a-b612-a08d0e421e31 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:13:54.682590 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Attempting to bind port 37f247eb-5c74-4d8a-b612-a08d0e421e31 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:13:54.683129 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Attempting to bind port 37f247eb-5c74-4d8a-b612-a08d0e421e31 on network 900ae16c-f3f7-4deb-8514-382f302644cf {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:13:54.694445 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77738cb-6911-4475-9759-5ccc61957ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2c7c32-d234-4f6e-ba72-359fb18be7f2,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:54.705527 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:13:54.706303 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Checking segment: {'id': '05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:54.706940 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.707817 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Bound using segment: {'id': '05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:13:54.708543 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Bound port: 37f247eb-5c74-4d8a-b612-a08d0e421e31, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:13:54.709164 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.719346 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26faff2-e984-4cf5-bda3-d5aa0a335045 req-8a6fdb15-5027-4810-9ae4-244dce35f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:54.720927 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e26faff2-e984-4cf5-bda3-d5aa0a335045 req-8a6fdb15-5027-4810-9ae4-244dce35f2cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 1127 time: 0.1520782 Mar 03 16:13:54.790270 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-323992f2-3168-4dff-af7f-c45a596990bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.799498 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 472d4d37-3a6c-45e0-add8-4c881ad0c67d up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:13:54.898575 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] For port 37f247eb-5c74-4d8a-b612-a08d0e421e31, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:13:54.902913 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] For port 37f247eb-5c74-4d8a-b612-a08d0e421e31, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=37f247eb-5c74-4d8a-b612-a08d0e421e31,segment=NetworkSegment(05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6),segment_id=05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:13:54.912689 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Publish callbacks [] for port (c60251b6-a460-44ce-b35c-139973133c8c), precommit_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.917282 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.921386 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26faff2-e984-4cf5-bda3-d5aa0a335045 req-3be4e32f-4b1c-4600-9c4c-83a23b1382b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:54.923077 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e26faff2-e984-4cf5-bda3-d5aa0a335045 req-3be4e32f-4b1c-4600-9c4c-83a23b1382b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 200 len: 914 time: 0.1868429 Mar 03 16:13:54.934060 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (c60251b6-a460-44ce-b35c-139973133c8c), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:54.945896 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Publish callbacks [] for router_gateway (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.001962 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e26faff2-e984-4cf5-bda3-d5aa0a335045 req-e884f1a2-6db5-4e81-bcef-503401107bb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa28134b-ab24-4e99-ac9f-368f5cb7693c HTTP/1.1" status: 200 len: 217 time: 0.0704489 Mar 03 16:13:55.007522 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 472d4d37-3a6c-45e0-add8-4c881ad0c67d triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:55.008036 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.009800 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200352cc-413e-493d-89b5-62f5b1808591 None None] Pushing event updated for resources: {'Port': ['ID=37f247eb-5c74-4d8a-b612-a08d0e421e31,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:55.120161 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26faff2-e984-4cf5-bda3-d5aa0a335045 req-9cabf227-9843-433d-8bce-0033bf4ed9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:55.122288 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e26faff2-e984-4cf5-bda3-d5aa0a335045 req-9cabf227-9843-433d-8bce-0033bf4ed9e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=369464a5-7b33-4b27-a463-b6dba2f7f3c6 HTTP/1.1" status: 200 len: 854 time: 0.1014791 Mar 03 16:13:55.129501 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-323992f2-3168-4dff-af7f-c45a596990bc admin admin] Publish callbacks [] for security_group (599122a1-e376-470a-8dc9-aa47e9d16b6c), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.144914 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34438) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:55.145676 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-323992f2-3168-4dff-af7f-c45a596990bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (599122a1-e376-470a-8dc9-aa47e9d16b6c), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.195652 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-237223ce-81f6-440e-9212-b67e2c33544c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.224515 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Attempting to bind port c60251b6-a460-44ce-b35c-139973133c8c on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:13:55.224896 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Attempting to bind port c60251b6-a460-44ce-b35c-139973133c8c by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:13:55.225260 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Attempting to bind port c60251b6-a460-44ce-b35c-139973133c8c on network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:13:55.229876 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da863048-892a-4afb-8ad4-936991fbe853 None None] Pushing event updated for resources: {'Port': ['ID=c60251b6-a460-44ce-b35c-139973133c8c,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:55.239914 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:13:55.240601 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Checking segment: {'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:55.240847 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.241293 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Bound using segment: {'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:13:55.241802 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Bound port: c60251b6-a460-44ce-b35c-139973133c8c, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:13:55.242156 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (c60251b6-a460-44ce-b35c-139973133c8c), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.252517 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323992f2-3168-4dff-af7f-c45a596990bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599122a1-e376-470a-8dc9-aa47e9d16b6c,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:55.284968 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e26faff2-e984-4cf5-bda3-d5aa0a335045 req-78ae2c2d-1fa7-4025-bcc3-18679128d41a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81ee8f01-b759-4202-8915-9ce0ac0408c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522198 Mar 03 16:13:55.387354 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 472d4d37-3a6c-45e0-add8-4c881ad0c67d is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:55.413846 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] For port c60251b6-a460-44ce-b35c-139973133c8c, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:13:55.418118 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] For port c60251b6-a460-44ce-b35c-139973133c8c, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=c60251b6-a460-44ce-b35c-139973133c8c,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:13:55.427987 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (c60251b6-a460-44ce-b35c-139973133c8c), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.431872 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-ce899cb2-6205-4779-a12a-5c9ff8c3500b None None] Provisioning complete for port c60251b6-a460-44ce-b35c-139973133c8c triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:55.432248 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ce899cb2-6205-4779-a12a-5c9ff8c3500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (c60251b6-a460-44ce-b35c-139973133c8c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.474931 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-323992f2-3168-4dff-af7f-c45a596990bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25121bce77d548049ffc742370607250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9438400 Mar 03 16:13:55.489087 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34444) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:55.596559 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-ce899cb2-6205-4779-a12a-5c9ff8c3500b None None] Current status of the port c60251b6-a460-44ce-b35c-139973133c8c is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:55.597054 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ce899cb2-6205-4779-a12a-5c9ff8c3500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (c60251b6-a460-44ce-b35c-139973133c8c), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.603824 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Routers {'2141025c-2296-470c-9432-aac4cd0bd225'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:13:55.604463 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:13:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['2141025c-2296-470c-9432-aac4cd0bd225'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:55.642543 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-237223ce-81f6-440e-9212-b67e2c33544c admin admin] Publish callbacks [] for security_group (2d593e23-b609-4a86-9979-8c1779a386a4), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.666420 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da863048-892a-4afb-8ad4-936991fbe853 None None] Pushing event updated for resources: {'Port': ['ID=c60251b6-a460-44ce-b35c-139973133c8c,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:55.692546 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-237223ce-81f6-440e-9212-b67e2c33544c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (2d593e23-b609-4a86-9979-8c1779a386a4), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.710823 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e26faff2-e984-4cf5-bda3-d5aa0a335045 req-e25ffabd-8acf-48c1-8bf2-01dba8445a41 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122772 Mar 03 16:13:55.743152 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672302'] for router (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.744425 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-ce899cb2-6205-4779-a12a-5c9ff8c3500b None None] For port c60251b6-a460-44ce-b35c-139973133c8c, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=c60251b6-a460-44ce-b35c-139973133c8c,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:55.755501 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ce899cb2-6205-4779-a12a-5c9ff8c3500b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (c60251b6-a460-44ce-b35c-139973133c8c), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.810221 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-830acbc3-c4ab-46b0-a554-2ee5a240110f admin admin] Publish callbacks [] for security_group (599122a1-e376-470a-8dc9-aa47e9d16b6c), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.821708 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] Set router 2141025c-2296-470c-9432-aac4cd0bd225 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:13:55.866805 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-237223ce-81f6-440e-9212-b67e2c33544c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50c5a13c4e6e47db98059c1e0c30dcd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7180939 Mar 03 16:13:55.869654 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34448) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:55.876157 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237223ce-81f6-440e-9212-b67e2c33544c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d593e23-b609-4a86-9979-8c1779a386a4,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:55.896833 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-830acbc3-c4ab-46b0-a554-2ee5a240110f admin admin] Publish callbacks [] for security_group (599122a1-e376-470a-8dc9-aa47e9d16b6c), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:55.926896 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c224920-b3d1-43c8-a018-e76a314d6ff8 req-d270068a-502b-4850-9139-597dac1fe82c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:55.928606 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2c224920-b3d1-43c8-a018-e76a314d6ff8 req-d270068a-502b-4850-9139-597dac1fe82c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 943 time: 0.2923343 Mar 03 16:13:55.976863 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e26faff2-e984-4cf5-bda3-d5aa0a335045 req-ce47c8f2-36ff-4f54-be3f-b2b709386564 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498865 Mar 03 16:13:55.983848 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e27128f5-d500-4141-9d49-fb71fa6612f9 admin admin] Publish callbacks [] for security_group (2d593e23-b609-4a86-9979-8c1779a386a4), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:56.007250 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Router 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 is scheduled to L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 with binding_index 1 {{(pid=103057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 16:13:56.014636 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e27128f5-d500-4141-9d49-fb71fa6612f9 admin admin] Publish callbacks [] for security_group (2d593e23-b609-4a86-9979-8c1779a386a4), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:56.033557 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2c224920-b3d1-43c8-a018-e76a314d6ff8 req-b5686916-5176-40c3-93e0-58de013c0f04 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932052 Mar 03 16:13:56.042200 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-830acbc3-c4ab-46b0-a554-2ee5a240110f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (599122a1-e376-470a-8dc9-aa47e9d16b6c), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:56.045724 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-830acbc3-c4ab-46b0-a554-2ee5a240110f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:56.049901 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-830acbc3-c4ab-46b0-a554-2ee5a240110f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/599122a1-e376-470a-8dc9-aa47e9d16b6c HTTP/1.1" status: 204 len: 168 time: 0.5650554 Mar 03 16:13:56.063786 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830acbc3-c4ab-46b0-a554-2ee5a240110f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599122a1-e376-470a-8dc9-aa47e9d16b6c,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:56.147234 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-d79f360a-b7da-4d58-bf5b-faae717aba19 None None] Provisioning complete for port c60251b6-a460-44ce-b35c-139973133c8c triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:56.147616 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d79f360a-b7da-4d58-bf5b-faae717aba19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (c60251b6-a460-44ce-b35c-139973133c8c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:56.180493 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce899cb2-6205-4779-a12a-5c9ff8c3500b None None] Pushing event updated for resources: {'Port': ['ID=c60251b6-a460-44ce-b35c-139973133c8c,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:56.208306 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e27128f5-d500-4141-9d49-fb71fa6612f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (2d593e23-b609-4a86-9979-8c1779a386a4), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:56.211315 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e27128f5-d500-4141-9d49-fb71fa6612f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:56.215032 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-e27128f5-d500-4141-9d49-fb71fa6612f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d593e23-b609-4a86-9979-8c1779a386a4 HTTP/1.1" status: 204 len: 168 time: 0.3421760 Mar 03 16:13:56.234703 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27128f5-d500-4141-9d49-fb71fa6612f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d593e23-b609-4a86-9979-8c1779a386a4,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:56.249441 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:13:56.262591 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Sync routers for ids ['02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:13:56.280070 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-d79f360a-b7da-4d58-bf5b-faae717aba19 None None] Current status of the port c60251b6-a460-44ce-b35c-139973133c8c is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:56.292837 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Routers {'02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:13:56.297812 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:13:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:56.310564 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:56.317568 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34454) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:56.329726 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-359ab346-c2c7-43b5-a072-9e067a3c22df admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2143373 Mar 03 16:13:56.469085 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:50Z', 'revision_number': 4, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'c60251b6-a460-44ce-b35c-139973133c8c', 'name': '', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'mac_address': 'fa:16:3e:1f:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:49Z', 'updated_at': '2022-03-03T16:13:55Z', 'revision_number': 4, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'subnets': [{'id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:56.515713 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Set router 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:13:56.539160 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f3e99-4480-437c-b738-d3ff66cf851f None None] The sync data for ids ['2141025c-2296-470c-9432-aac4cd0bd225'] in dv-cinder-830538-6-iscsi is: [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:50Z', 'revision_number': 4, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'c60251b6-a460-44ce-b35c-139973133c8c', 'name': '', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'mac_address': 'fa:16:3e:1f:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:49Z', 'updated_at': '2022-03-03T16:13:55Z', 'revision_number': 4, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'subnets': [{'id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:13:56.725086 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646bdd91-7d13-44ea-bdb6-5da65dc95da0 None None] Network 900ae16c-f3f7-4deb-8514-382f302644cf requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:13:56.865326 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34474) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:56.880801 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-76a6ac70-6b64-4b19-9f98-a0c0539d06e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:56.887535 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-fde092bb-0b72-4d74-aa62-79b57e182ae9 None None] Provisioning complete for port 37f247eb-5c74-4d8a-b612-a08d0e421e31 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:56.887535 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fde092bb-0b72-4d74-aa62-79b57e182ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:56.920761 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'name': 'tempest-TestShelveInstance-1260028526-router', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:13:54Z', 'revision_number': 3, 'project_id': '9d778cd7e052411185f0027199fa1083', 'gw_port': {'id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:56.941831 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 37f247eb-5c74-4d8a-b612-a08d0e421e31 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:13:56.970434 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Checking router: 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:13:56.972194 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Updating router 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 binding host dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:13:57.007041 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.053548 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-76a6ac70-6b64-4b19-9f98-a0c0539d06e1 admin admin] Publish callbacks [] for security_group (f8eff996-26e8-4ee8-9b8b-6a95d9ccacef), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.058518 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-76a6ac70-6b64-4b19-9f98-a0c0539d06e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f8eff996-26e8-4ee8-9b8b-6a95d9ccacef), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.155137 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-76a6ac70-6b64-4b19-9f98-a0c0539d06e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3077dddbb13040cd847c61d5d7088dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2865086 Mar 03 16:13:57.168382 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34478) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:57.245568 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-fde092bb-0b72-4d74-aa62-79b57e182ae9 None None] Current status of the port 37f247eb-5c74-4d8a-b612-a08d0e421e31 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:57.245974 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fde092bb-0b72-4d74-aa62-79b57e182ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.253260 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6ac70-6b64-4b19-9f98-a0c0539d06e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eff996-26e8-4ee8-9b8b-6a95d9ccacef,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:57.292154 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 37f247eb-5c74-4d8a-b612-a08d0e421e31 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:57.292454 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.359863 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe358-8a2e-40ba-9dda-e16adc29646b admin admin] Publish callbacks [] for security_group (f8eff996-26e8-4ee8-9b8b-6a95d9ccacef), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.413906 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe358-8a2e-40ba-9dda-e16adc29646b admin admin] Publish callbacks [] for security_group (f8eff996-26e8-4ee8-9b8b-6a95d9ccacef), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.443747 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-fde092bb-0b72-4d74-aa62-79b57e182ae9 None None] For port 37f247eb-5c74-4d8a-b612-a08d0e421e31, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=37f247eb-5c74-4d8a-b612-a08d0e421e31,segment=NetworkSegment(05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6),segment_id=05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:57.484491 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.505269 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Publish callbacks [] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), precommit_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.517536 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fde092bb-0b72-4d74-aa62-79b57e182ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.527587 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.559969 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d60afe-9618-4e53-b74a-9843f6a22d9b req-47c18be7-9a07-43a3-b008-7427d4668e90 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:57.573473 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-10d60afe-9618-4e53-b74a-9843f6a22d9b req-47c18be7-9a07-43a3-b008-7427d4668e90 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 943 time: 0.3779154 Mar 03 16:13:57.600998 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe358-8a2e-40ba-9dda-e16adc29646b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f8eff996-26e8-4ee8-9b8b-6a95d9ccacef), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.608030 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ebbbe358-8a2e-40ba-9dda-e16adc29646b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.615352 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-ebbbe358-8a2e-40ba-9dda-e16adc29646b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8eff996-26e8-4ee8-9b8b-6a95d9ccacef HTTP/1.1" status: 204 len: 168 time: 0.4390290 Mar 03 16:13:57.662510 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbe358-8a2e-40ba-9dda-e16adc29646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eff996-26e8-4ee8-9b8b-6a95d9ccacef,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:57.675372 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 37f247eb-5c74-4d8a-b612-a08d0e421e31 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:57.676036 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.724245 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-73591f8c-cc21-482f-acd0-5ad73aab5e8b None None] Provisioning complete for port 37f247eb-5c74-4d8a-b612-a08d0e421e31 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:57.724828 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-73591f8c-cc21-482f-acd0-5ad73aab5e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.783478 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b35d67-a84a-4365-8e5f-6bb7a46b57d8 None None] Pushing event updated for resources: {'Port': ['ID=84bebd1e-eb49-476c-9639-02e3e8fdb2a3,revision_number=2']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:57.794931 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-10d60afe-9618-4e53-b74a-9843f6a22d9b req-01d44215-208a-45d2-a593-6cf89785cdf7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007411 Mar 03 16:13:57.849758 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.db.api [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 16:13:57.850417 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG oslo_db.api [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 16:13:57.851065 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde092bb-0b72-4d74-aa62-79b57e182ae9 None None] Pushing event updated for resources: {'Port': ['ID=37f247eb-5c74-4d8a-b612-a08d0e421e31,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:57.853399 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Attempting to bind port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:13:57.859179 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Attempting to bind port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:13:57.860446 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Attempting to bind port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 on network b455cb9f-0d66-40ce-a781-3917c21627ac {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:13:57.888533 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Allocated IP 172.20.0.1 (900ae16c-f3f7-4deb-8514-382f302644cf/594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f/e3af1deb-1758-42cc-adaa-6a8f399f2a68) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:13:57.897779 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:13:57.899340 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Checking segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:13:57.900934 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.903483 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Bound using segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:13:57.905925 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Bound port: 84bebd1e-eb49-476c-9639-02e3e8fdb2a3, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:13:57.906569 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:57.959329 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-73591f8c-cc21-482f-acd0-5ad73aab5e8b None None] Current status of the port 37f247eb-5c74-4d8a-b612-a08d0e421e31 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:58.024549 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] For port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:13:58.028512 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] For port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=84bebd1e-eb49-476c-9639-02e3e8fdb2a3,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:13:58.039602 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:58.043121 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Publish callbacks [] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:58.087922 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:58.118220 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b35d67-a84a-4365-8e5f-6bb7a46b57d8 None None] Pushing event updated for resources: {'Port': ['ID=84bebd1e-eb49-476c-9639-02e3e8fdb2a3,revision_number=3']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:58.126479 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Routers {'02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:13:58.127243 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:13:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:58.169360 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Network 900ae16c-f3f7-4deb-8514-382f302644cf is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:13:58.175557 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:58.180956 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:13:58.181435 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673011'] for router_interface (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:58.185725 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Pushing event updated for resources: {'Port': ['ID=e3af1deb-1758-42cc-adaa-6a8f399f2a68,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:58.322256 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] Set router 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:13:58.483309 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:58.495648 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 37f247eb-5c74-4d8a-b612-a08d0e421e31 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:58.504732 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device c60251b6-a460-44ce-b35c-139973133c8c up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:13:58.577508 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'name': 'tempest-TestShelveInstance-1260028526-router', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:13:54Z', 'revision_number': 3, 'project_id': '9d778cd7e052411185f0027199fa1083', 'gw_port': {'id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:13:58.614237 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-a7716856-a18f-4393-9dad-89b2dbf5bee5 None None] Provisioning complete for port e3af1deb-1758-42cc-adaa-6a8f399f2a68 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:58.614648 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a7716856-a18f-4393-9dad-89b2dbf5bee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:58.659273 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port c60251b6-a460-44ce-b35c-139973133c8c triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:58.659473 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (c60251b6-a460-44ce-b35c-139973133c8c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:58.696410 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-a7716856-a18f-4393-9dad-89b2dbf5bee5 None None] Port e3af1deb-1758-42cc-adaa-6a8f399f2a68 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:13:58.778991 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703cf9e-db34-4cec-8eb8-feae3d7a9cc0 None None] The sync data for ids ['02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'] in dv-cinder-830538-6-iscsi is: [{'id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'name': 'tempest-TestShelveInstance-1260028526-router', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:13:54Z', 'revision_number': 3, 'project_id': '9d778cd7e052411185f0027199fa1083', 'gw_port': {'id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:13:58.793571 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port c60251b6-a460-44ce-b35c-139973133c8c is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:58.964213 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 37f247eb-5c74-4d8a-b612-a08d0e421e31 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:13:58.986870 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Publish callbacks [] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.008672 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.009563 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678243'] for router_interface (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.071100 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 37f247eb-5c74-4d8a-b612-a08d0e421e31 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:59.071402 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.079413 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34576) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:13:59.198575 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 37f247eb-5c74-4d8a-b612-a08d0e421e31 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:59.245186 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Pushing event updated for resources: {'Port': ['ID=e3af1deb-1758-42cc-adaa-6a8f399f2a68,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:59.296899 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b66b2-4050-4947-b6e3-af5717669d93 req-16170e75-f031-4bd0-8c15-b356025e7622 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:59.299140 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-443b66b2-4050-4947-b6e3-af5717669d93 req-16170e75-f031-4bd0-8c15-b356025e7622 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 943 time: 0.3098471 Mar 03 16:13:59.303312 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1162423309-network', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:13:59.340590 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Made reservation on behalf of 1fdedb4516ad49f2a17dcdb8bdcfc701 for: {'network': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:13:59.342784 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Network 900ae16c-f3f7-4deb-8514-382f302644cf is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:13:59.343074 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.347686 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:13:59.354802 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.397720 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device fa28134b-ab24-4e99-ac9f-368f5cb7693c details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:13:59.507532 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-443b66b2-4050-4947-b6e3-af5717669d93 req-ffe13fb5-8bbc-4550-9ac0-ce77d3a36dc0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933401 Mar 03 16:13:59.600469 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Publish callbacks [] for security_group (549d27e5-ba36-4971-a916-ed2e933c4298), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.606329 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (549d27e5-ba36-4971-a916-ed2e933c4298), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.624182 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:13:59.641843 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (dd822924-1bfd-463f-ae72-a7c58236887d), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.642563 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.segments_db [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Added segment dd822924-1bfd-463f-ae72-a7c58236887d of type vlan for network f5ad406e-33e9-494f-9b52-02dce4509ffa Mar 03 16:13:59.651354 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port fa28134b-ab24-4e99-ac9f-368f5cb7693c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=fa28134b-ab24-4e99-ac9f-368f5cb7693c,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:59.698460 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': 'fa28134b-ab24-4e99-ac9f-368f5cb7693c', 'network_id': '81ee8f01-b759-4202-8915-9ce0ac0408c7', 'port_id': 'fa28134b-ab24-4e99-ac9f-368f5cb7693c', 'mac_address': 'fa:16:3e:b7:4d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369464a5-7b33-4b27-a463-b6dba2f7f3c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:13:59.709890 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ab69c-c63f-4d77-86aa-a58f5a1f207c req-c617511f-6cee-4963-827d-a4a3066a3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:59.712019 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ac6ab69c-c63f-4d77-86aa-a58f5a1f207c req-c617511f-6cee-4963-827d-a4a3066a3288 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2073a032eb83470fa8666e110d2452d6&device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 1129 time: 0.2305014 Mar 03 16:13:59.745215 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Router 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:13:59.745938 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (f5ad406e-33e9-494f-9b52-02dce4509ffa), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.756932 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd8961-49a3-42b7-ad77-211e2dd67c3c req-4a25425f-b36d-4c69-a47b-31a768ed1379 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:59.758521 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f9cd8961-49a3-42b7-ad77-211e2dd67c3c req-4a25425f-b36d-4c69-a47b-31a768ed1379 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.2530470 Mar 03 16:13:59.765625 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549d27e5-ba36-4971-a916-ed2e933c4298,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:59.783905 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port fa28134b-ab24-4e99-ac9f-368f5cb7693c is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:13:59.784375 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.800506 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa28134b-ab24-4e99-ac9f-368f5cb7693c {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:13:59.838440 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port fa28134b-ab24-4e99-ac9f-368f5cb7693c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=fa28134b-ab24-4e99-ac9f-368f5cb7693c,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:13:59.847190 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.851727 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-ccfb9a44-cb5b-4b28-a3fc-a4a4efcc183c None None] Provisioning complete for port e3af1deb-1758-42cc-adaa-6a8f399f2a68 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:13:59.852331 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ccfb9a44-cb5b-4b28-a3fc-a4a4efcc183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.893151 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f9cd8961-49a3-42b7-ad77-211e2dd67c3c req-7130d8f9-5a1a-498a-8de3-4fc134bf20bd tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113603 Mar 03 16:13:59.894476 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (f5ad406e-33e9-494f-9b52-02dce4509ffa), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.900806 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:59.901692 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:13:59.955417 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb9a44-cb5b-4b28-a3fc-a4a4efcc183c None None] Port e3af1deb-1758-42cc-adaa-6a8f399f2a68 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:13:59.959435 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=fa28134b-ab24-4e99-ac9f-368f5cb7693c,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:59.963287 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ab69c-c63f-4d77-86aa-a58f5a1f207c req-a08f858f-19c1-4134-8ff3-de213279604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:13:59.965934 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ac6ab69c-c63f-4d77-86aa-a58f5a1f207c req-a08f858f-19c1-4134-8ff3-de213279604f service neutron] 10.222.0.10 "GET /v2.0/networks?id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47 HTTP/1.1" status: 200 len: 918 time: 0.2245598 Mar 03 16:13:59.969089 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.970682 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.971238 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.972596 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.973191 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.973757 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.974802 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.975823 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.976394 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.976956 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.977498 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.978033 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.978733 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:13:59.991867 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] Pushing event updated for resources: {'Network': ['ID=f5ad406e-33e9-494f-9b52-02dce4509ffa,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:13:59.998062 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-168fb94f-ec11-466e-a8a7-3662df131b16 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9174228 Mar 03 16:14:00.002048 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34606) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:00.003581 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network f5ad406e-33e9-494f-9b52-02dce4509ffa details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:14:00.007442 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-f7036ba2-dd8c-4661-b896-b3934ddf1dc2 admin admin] Request body: {'subnet': {'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1162423309-subnet', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'ip_version': 4}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:00.029888 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7036ba2-dd8c-4661-b896-b3934ddf1dc2 admin admin] Made reservation on behalf of 1fdedb4516ad49f2a17dcdb8bdcfc701 for: {'subnet': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:14:00.040601 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f7036ba2-dd8c-4661-b896-b3934ddf1dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5598022'] for subnet (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:00.244399 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f7036ba2-dd8c-4661-b896-b3934ddf1dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5579538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5598068'] for subnet (7ac10c53-4673-4c25-aaf1-7a3222a770b0), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:00.277026 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ac6ab69c-c63f-4d77-86aa-a58f5a1f207c req-82dd003a-80ee-4a4c-90c1-c6b193cd11b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bede718-5810-418d-ac01-2d96bf39f913 HTTP/1.1" status: 200 len: 217 time: 0.3013878 Mar 03 16:14:00.279608 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:14:00.288316 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-1fdddd10-aa35-4c4e-bd97-4eb6dd80b304 admin admin] 10.222.0.11 "PUT /v2.0/routers/02d4cfa0-2354-4b54-89c7-6a6503c2e3b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9694090 Mar 03 16:14:00.304521 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7036ba2-dd8c-4661-b896-b3934ddf1dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac10c53-4673-4c25-aaf1-7a3222a770b0,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:00.314460 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7036ba2-dd8c-4661-b896-b3934ddf1dc2 admin admin] Checking segment: {'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:14:00.314826 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7036ba2-dd8c-4661-b896-b3934ddf1dc2 admin admin] Network hostable DHCP agents. Network: f5ad406e-33e9-494f-9b52-02dce4509ffa, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:14:00.334808 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7036ba2-dd8c-4661-b896-b3934ddf1dc2 admin admin] Network f5ad406e-33e9-494f-9b52-02dce4509ffa is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:14:00.346960 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-f7036ba2-dd8c-4661-b896-b3934ddf1dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, f5ad406e-33e9-494f-9b52-02dce4509ffa) {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:14:00.359274 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ab69c-c63f-4d77-86aa-a58f5a1f207c req-e5e5c19e-1869-4740-974b-0336e17ed742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:00.361667 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7036ba2-dd8c-4661-b896-b3934ddf1dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:00.362261 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f7036ba2-dd8c-4661-b896-b3934ddf1dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:00.366158 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ac6ab69c-c63f-4d77-86aa-a58f5a1f207c req-e5e5c19e-1869-4740-974b-0336e17ed742 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43ae60ec-ea77-49ce-bb68-d2d11a158e61 HTTP/1.1" status: 200 len: 858 time: 0.0766864 Mar 03 16:14:00.369662 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d360f-14e0-43dc-b1ef-d596afb3daae None None] Network f5ad406e-33e9-494f-9b52-02dce4509ffa requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:14:00.400490 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-f7036ba2-dd8c-4661-b896-b3934ddf1dc2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3971567 Mar 03 16:14:00.402996 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34612) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:00.408797 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ac6ab69c-c63f-4d77-86aa-a58f5a1f207c req-ef558dd2-8b24-438e-9ca9-b1b47a86b71e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356169 Mar 03 16:14:00.409124 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:00.440936 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1675644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127579'] for router (395990e9-2be2-43c4-8705-7a00491f2e82), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:00.442259 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1677292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1871546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127522'] for router (395990e9-2be2-43c4-8705-7a00491f2e82), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:00.532208 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ac6ab69c-c63f-4d77-86aa-a58f5a1f207c req-944893f1-6f9c-446e-b590-c50b0e2f1e7c service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159360 Mar 03 16:14:00.550241 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Publish callbacks [] for router_controller (395990e9-2be2-43c4-8705-7a00491f2e82), precommit_add_association {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:00.578182 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['fa28134b-ab24-4e99-ac9f-368f5cb7693c'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:14:00.658155 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ac6ab69c-c63f-4d77-86aa-a58f5a1f207c req-5e848369-f052-403c-bdd8-c13b6b0d6f52 service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179509 Mar 03 16:14:00.740484 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1efa712b-3055-5a59-bf7b-02c9fcd087bf-f5ad406e-33e9-494f-9b52-02dce4509ffa', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'fixed_ips': [{'subnet_id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0'}]}} from dv-cinder-830538-6-iscsi. {{(pid=103059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 16:14:00.741368 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:00.865411 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdb4f9-ea4c-41fd-bae8-979dda7f25d7 req-7167d082-6043-40a9-9a41-d29c1307dd71 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:00.875552 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-22cdb4f9-ea4c-41fd-bae8-979dda7f25d7 req-7167d082-6043-40a9-9a41-d29c1307dd71 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 944 time: 0.2373333 Mar 03 16:14:00.901249 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Publish callbacks [] for router_gateway (395990e9-2be2-43c4-8705-7a00491f2e82), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:00.980730 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:01.019724 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-22cdb4f9-ea4c-41fd-bae8-979dda7f25d7 req-e26f73d7-1ce1-40b0-af18-f663b9ad214d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430278 Mar 03 16:14:01.035654 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.db_base_plugin_common [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Allocated IP 172.20.0.2 (f5ad406e-33e9-494f-9b52-02dce4509ffa/7ac10c53-4673-4c25-aaf1-7a3222a770b0/d71b2831-21b6-43ac-934d-404668c834c8) {{(pid=103059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:14:01.119052 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:01.119244 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.156214 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34628) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:01.163671 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-a4b06e07-2686-49e7-9e83-82c6fac09134 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-615565519', 'description': 'tempest-secgroup-smoke-615565519 description', 'project_id': '43b03795c3804a9ca8e84ba161e5f592'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:01.209762 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a4b06e07-2686-49e7-9e83-82c6fac09134 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.291104 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Publish callbacks [] for router_gateway (395990e9-2be2-43c4-8705-7a00491f2e82), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.291842 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a4b06e07-2686-49e7-9e83-82c6fac09134 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group (10224013-c44d-4181-9fb4-2706289648ba), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.292679 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Publish callbacks [] for port (d71b2831-21b6-43ac-934d-404668c834c8), precommit_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.296444 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a4b06e07-2686-49e7-9e83-82c6fac09134 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (10224013-c44d-4181-9fb4-2706289648ba), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.298671 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Sync routers for ids ['02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:14:01.299399 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12223fb6-f45d-4c3d-b42a-add4e65ebae8 req-fbe1b2a9-54c5-4d8c-b5aa-b9f92c73c329 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:01.301103 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-12223fb6-f45d-4c3d-b42a-add4e65ebae8 req-fbe1b2a9-54c5-4d8c-b5aa-b9f92c73c329 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1522138 Mar 03 16:14:01.316074 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Routers {'02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:14:01.316709 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:13:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:01.322088 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.328866 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a4b06e07-2686-49e7-9e83-82c6fac09134 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.330187 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a4b06e07-2686-49e7-9e83-82c6fac09134 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1724143 Mar 03 16:14:01.332115 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b06e07-2686-49e7-9e83-82c6fac09134 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10224013-c44d-4181-9fb4-2706289648ba,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:01.334194 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34632) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:01.339152 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-d39ead99-389a-41d1-abb7-447f9d617fc3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Request body: {'security_group_rule': {'security_group_id': '10224013-c44d-4181-9fb4-2706289648ba', 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:01.351677 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (d71b2831-21b6-43ac-934d-404668c834c8), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.372956 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d39ead99-389a-41d1-abb7-447f9d617fc3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (1f4b9e87-933e-47ad-89f2-df84bf15085f), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.412631 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Network f5ad406e-33e9-494f-9b52-02dce4509ffa is already hosted by enough agents. {{(pid=103059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:14:01.428399 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-12223fb6-f45d-4c3d-b42a-add4e65ebae8 req-0fc00856-3f8d-4bf3-81bb-ae7ccc085dbd tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084750 Mar 03 16:14:01.447316 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d39ead99-389a-41d1-abb7-447f9d617fc3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (1f4b9e87-933e-47ad-89f2-df84bf15085f), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.447505 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.base_scheduler [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Resources bound (agent type, host, resource id): {{(pid=103059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:14:01.447505 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Received port after_create {{(pid=103059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:14:01.452513 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d39ead99-389a-41d1-abb7-447f9d617fc3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (1f4b9e87-933e-47ad-89f2-df84bf15085f), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.461683 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:01.462442 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.474123 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ead99-389a-41d1-abb7-447f9d617fc3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f4b9e87-933e-47ad-89f2-df84bf15085f,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:01.492329 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d39ead99-389a-41d1-abb7-447f9d617fc3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.498146 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-d39ead99-389a-41d1-abb7-447f9d617fc3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616173 Mar 03 16:14:01.500335 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34634) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:01.505874 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-83bcf7d1-9fa3-4e6c-b5ee-e03701735331 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Request body: {'security_group_rule': {'security_group_id': '10224013-c44d-4181-9fb4-2706289648ba', 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:01.507004 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Allocated IP 172.27.2.145 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/6dd13f63-116f-4c0b-b6c3-03255c380874) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:14:01.535074 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-83bcf7d1-9fa3-4e6c-b5ee-e03701735331 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (26ebbe5b-5438-49a3-88c3-bb3c64fba294), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.567248 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=84bebd1e-eb49-476c-9639-02e3e8fdb2a3,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:14:01.573000 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Pushing event updated for resources: {'Port': ['ID=d71b2831-21b6-43ac-934d-404668c834c8,revision_number=1']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:01.589278 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.596847 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-83bcf7d1-9fa3-4e6c-b5ee-e03701735331 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (26ebbe5b-5438-49a3-88c3-bb3c64fba294), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.602292 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-83bcf7d1-9fa3-4e6c-b5ee-e03701735331 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (26ebbe5b-5438-49a3-88c3-bb3c64fba294), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.605196 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Attempting to bind port d71b2831-21b6-43ac-934d-404668c834c8 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:14:01.605585 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Attempting to bind port d71b2831-21b6-43ac-934d-404668c834c8 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:14:01.605968 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Attempting to bind port d71b2831-21b6-43ac-934d-404668c834c8 on network f5ad406e-33e9-494f-9b52-02dce4509ffa {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:14:01.632441 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcf7d1-9fa3-4e6c-b5ee-e03701735331 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ebbe5b-5438-49a3-88c3-bb3c64fba294,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:01.640355 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Publish callbacks [] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.642892 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-83bcf7d1-9fa3-4e6c-b5ee-e03701735331 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.648056 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34636) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:01.648195 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-83bcf7d1-9fa3-4e6c-b5ee-e03701735331 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1460066 Mar 03 16:14:01.653236 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-ec83c92b-67e7-45e3-a429-6fdbd3ac2b64 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Request body: {'security_group_rule': {'security_group_id': '10224013-c44d-4181-9fb4-2706289648ba', 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:01.653545 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:14:01.653929 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Checking segment: {'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:14:01.654335 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.654729 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Bound using segment: {'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:14:01.655204 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Bound port: d71b2831-21b6-43ac-934d-404668c834c8, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:14:01.655590 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (d71b2831-21b6-43ac-934d-404668c834c8), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.658993 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Set router 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:14:01.698866 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ec83c92b-67e7-45e3-a429-6fdbd3ac2b64 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (407ec3c6-3ec7-4c93-9073-c4ce26c37d39), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.711457 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.738128 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=84bebd1e-eb49-476c-9639-02e3e8fdb2a3,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:01.772078 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:14:01.787225 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:14:01.792393 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:14:01.826610 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd13f63-116f-4c0b-b6c3-03255c380874,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:01.848694 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ec83c92b-67e7-45e3-a429-6fdbd3ac2b64 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (407ec3c6-3ec7-4c93-9073-c4ce26c37d39), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.849896 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] For port d71b2831-21b6-43ac-934d-404668c834c8, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:14:01.854648 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] For port d71b2831-21b6-43ac-934d-404668c834c8, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=d71b2831-21b6-43ac-934d-404668c834c8,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:14:01.856261 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ec83c92b-67e7-45e3-a429-6fdbd3ac2b64 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (407ec3c6-3ec7-4c93-9073-c4ce26c37d39), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.865074 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (d71b2831-21b6-43ac-934d-404668c834c8), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.945113 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83c92b-67e7-45e3-a429-6fdbd3ac2b64 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407ec3c6-3ec7-4c93-9073-c4ce26c37d39,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:01.950488 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ec83c92b-67e7-45e3-a429-6fdbd3ac2b64 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:01.951708 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-ec83c92b-67e7-45e3-a429-6fdbd3ac2b64 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3022928 Mar 03 16:14:01.955260 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34640) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:01.960162 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-8e342660-b2b6-4515-b5bb-4f7ab9e2a97c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Request body: {'security_group_rule': {'security_group_id': '10224013-c44d-4181-9fb4-2706289648ba', 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:01.974509 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f1e2e-0e65-4409-a27f-5af9644bbd85 None None] Pushing event updated for resources: {'Port': ['ID=d71b2831-21b6-43ac-934d-404668c834c8,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:02.005745 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8e342660-b2b6-4515-b5bb-4f7ab9e2a97c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (dfe9fb89-01d5-4ad2-abc8-2cc6d9d008bb), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.019021 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'name': 'tempest-TestShelveInstance-1260028526-router', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:13:58Z', 'revision_number': 4, 'project_id': '9d778cd7e052411185f0027199fa1083', 'gw_port': {'id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b2:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'e3af1deb-1758-42cc-adaa-6a8f399f2a68', 'name': '', 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'mac_address': 'fa:16:3e:0a:67:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:57Z', 'updated_at': '2022-03-03T16:13:58Z', 'revision_number': 2, 'project_id': '9d778cd7e052411185f0027199fa1083', 'subnets': [{'id': '594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:02.065068 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Checking router: 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:14:02.065563 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Updating router 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 port e3af1deb-1758-42cc-adaa-6a8f399f2a68 binding host dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:14:02.110733 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.123498 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8e342660-b2b6-4515-b5bb-4f7ab9e2a97c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (dfe9fb89-01d5-4ad2-abc8-2cc6d9d008bb), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.131432 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8e342660-b2b6-4515-b5bb-4f7ab9e2a97c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (dfe9fb89-01d5-4ad2-abc8-2cc6d9d008bb), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.172023 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e342660-b2b6-4515-b5bb-4f7ab9e2a97c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe9fb89-01d5-4ad2-abc8-2cc6d9d008bb,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:02.199652 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Publish callbacks [] for router_gateway (395990e9-2be2-43c4-8705-7a00491f2e82), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.201111 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8e342660-b2b6-4515-b5bb-4f7ab9e2a97c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.204933 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-8e342660-b2b6-4515-b5bb-4f7ab9e2a97c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2459908 Mar 03 16:14:02.207502 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34644) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:02.220094 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-f8811492-1206-4d51-9604-9c00c69fdc22 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Request body: {'security_group_rule': {'security_group_id': '10224013-c44d-4181-9fb4-2706289648ba', 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:02.269279 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820bbba-32d2-47ba-b3d3-c16124800693 req-e25260b0-3a6d-4633-9d7a-2e2166c64c44 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:02.278141 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9820bbba-32d2-47ba-b3d3-c16124800693 req-e25260b0-3a6d-4633-9d7a-2e2166c64c44 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 944 time: 0.1227894 Mar 03 16:14:02.340147 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9820bbba-32d2-47ba-b3d3-c16124800693 req-056fb15e-6af3-4a7b-8cde-b51ca917034f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563245 Mar 03 16:14:02.434829 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.securitygroups_db [None req-f8811492-1206-4d51-9604-9c00c69fdc22 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Project 43b03795c3804a9ca8e84ba161e5f592 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 16:14:02.444771 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f8811492-1206-4d51-9604-9c00c69fdc22 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (f08bd341-c54e-4d73-a0cc-94478daac611), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.505277 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Publish callbacks [] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), precommit_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.513432 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.570257 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b124c8-bffd-4336-b3d9-a6f1131c808b None None] Pushing event updated for resources: {'Port': ['ID=e3af1deb-1758-42cc-adaa-6a8f399f2a68,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:02.644461 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Attempting to bind port e3af1deb-1758-42cc-adaa-6a8f399f2a68 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:14:02.644951 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Attempting to bind port e3af1deb-1758-42cc-adaa-6a8f399f2a68 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:14:02.645379 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Attempting to bind port e3af1deb-1758-42cc-adaa-6a8f399f2a68 on network 900ae16c-f3f7-4deb-8514-382f302644cf {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:14:02.651534 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:14:02.652076 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Checking segment: {'id': '05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:14:02.652570 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.653030 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Bound using segment: {'id': '05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:14:02.653568 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Bound port: e3af1deb-1758-42cc-adaa-6a8f399f2a68, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:14:02.654015 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.729637 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] For port e3af1deb-1758-42cc-adaa-6a8f399f2a68, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:14:02.733263 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] For port e3af1deb-1758-42cc-adaa-6a8f399f2a68, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=e3af1deb-1758-42cc-adaa-6a8f399f2a68,segment=NetworkSegment(05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6),segment_id=05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:14:02.741590 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.821454 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Routers {'02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:14:02.822345 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:13:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:02.884772 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f8811492-1206-4d51-9604-9c00c69fdc22 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (f08bd341-c54e-4d73-a0cc-94478daac611), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.893531 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672302'] for router (395990e9-2be2-43c4-8705-7a00491f2e82), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.901900 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f8811492-1206-4d51-9604-9c00c69fdc22 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (f08bd341-c54e-4d73-a0cc-94478daac611), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.984074 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9728d0b-57d6-42a7-be1a-6c56a781a011 req-72281a0f-3cec-4c9c-bfdd-406eb449d094 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:02.986347 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f9728d0b-57d6-42a7-be1a-6c56a781a011 req-72281a0f-3cec-4c9c-bfdd-406eb449d094 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.4753013 Mar 03 16:14:02.989814 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8811492-1206-4d51-9604-9c00c69fdc22 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08bd341-c54e-4d73-a0cc-94478daac611,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:02.997909 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f8811492-1206-4d51-9604-9c00c69fdc22 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:02.999437 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-f8811492-1206-4d51-9604-9c00c69fdc22 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7898686 Mar 03 16:14:03.002888 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34650) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:03.008916 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-1662636f-edef-4d02-8410-6401d8fb9512 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Request body: {'security_group_rule': {'security_group_id': '10224013-c44d-4181-9fb4-2706289648ba', 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:03.067954 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.securitygroups_db [None req-1662636f-edef-4d02-8410-6401d8fb9512 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Project 43b03795c3804a9ca8e84ba161e5f592 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 16:14:03.079376 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1662636f-edef-4d02-8410-6401d8fb9512 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (5bc1089a-8010-47d3-9c36-353d3a851c2c), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:03.146981 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f9728d0b-57d6-42a7-be1a-6c56a781a011 req-89c7b45b-3b98-4942-a276-448f26df3135 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539345 Mar 03 16:14:03.185521 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:03.196133 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Router 395990e9-2be2-43c4-8705-7a00491f2e82 is scheduled to L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 with binding_index 1 {{(pid=103057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 16:14:03.212176 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] Set router 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:14:03.226680 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1662636f-edef-4d02-8410-6401d8fb9512 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (5bc1089a-8010-47d3-9c36-353d3a851c2c), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:03.231441 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1662636f-edef-4d02-8410-6401d8fb9512 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (5bc1089a-8010-47d3-9c36-353d3a851c2c), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:03.241384 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-e10a8352-019d-40dc-888c-3dc703b76244 None None] Provisioning complete for port e3af1deb-1758-42cc-adaa-6a8f399f2a68 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:03.241760 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e10a8352-019d-40dc-888c-3dc703b76244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:03.243279 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b124c8-bffd-4336-b3d9-a6f1131c808b None None] Pushing event updated for resources: {'Port': ['ID=e3af1deb-1758-42cc-adaa-6a8f399f2a68,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:03.251847 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662636f-edef-4d02-8410-6401d8fb9512 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc1089a-8010-47d3-9c36-353d3a851c2c,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:03.262861 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1662636f-edef-4d02-8410-6401d8fb9512 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:03.287193 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-1662636f-edef-4d02-8410-6401d8fb9512 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2831047 Mar 03 16:14:03.330966 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:14:03.342222 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Sync routers for ids ['395990e9-2be2-43c4-8705-7a00491f2e82'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:14:03.350662 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:03.355093 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-7fea87d9-afe4-4386-96e5-5eabd934f9f6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9507391 Mar 03 16:14:03.355701 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Routers {'395990e9-2be2-43c4-8705-7a00491f2e82'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:14:03.356321 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:13:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['395990e9-2be2-43c4-8705-7a00491f2e82'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:03.359467 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34664) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:03.466324 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-e10a8352-019d-40dc-888c-3dc703b76244 None None] Current status of the port e3af1deb-1758-42cc-adaa-6a8f399f2a68 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:03.466730 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e10a8352-019d-40dc-888c-3dc703b76244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:03.468949 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device fa28134b-ab24-4e99-ac9f-368f5cb7693c up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:03.510357 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd4f30-d229-4bff-9706-e67ebc5623b7 None None] Network f5ad406e-33e9-494f-9b52-02dce4509ffa requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:14:03.542864 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Set router 395990e9-2be2-43c4-8705-7a00491f2e82 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:14:03.589211 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port fa28134b-ab24-4e99-ac9f-368f5cb7693c completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:14:03.589417 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a611632-bcee-476b-833b-e97f5e400817 req-00abc24a-105a-47e3-b19b-111c75dddff0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:03.590867 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8a611632-bcee-476b-833b-e97f5e400817 req-00abc24a-105a-47e3-b19b-111c75dddff0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 944 time: 0.1434319 Mar 03 16:14:03.605034 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port fa28134b-ab24-4e99-ac9f-368f5cb7693c triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:03.605426 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:03.708127 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8a611632-bcee-476b-833b-e97f5e400817 req-5f702926-0d3b-490f-8e22-8020f0a6dd21 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034617 Mar 03 16:14:03.738240 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:03.738528 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:03.783786 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-e10a8352-019d-40dc-888c-3dc703b76244 None None] For port e3af1deb-1758-42cc-adaa-6a8f399f2a68, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=e3af1deb-1758-42cc-adaa-6a8f399f2a68,segment=NetworkSegment(05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6),segment_id=05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:14:03.829591 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e10a8352-019d-40dc-888c-3dc703b76244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:03.837261 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:14:01Z', 'revision_number': 3, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:03.876689 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Checking router: 395990e9-2be2-43c4-8705-7a00491f2e82 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:14:03.877036 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Updating router 395990e9-2be2-43c4-8705-7a00491f2e82 port 6dd13f63-116f-4c0b-b6c3-03255c380874 binding host dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:14:03.910442 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:03.913385 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port fa28134b-ab24-4e99-ac9f-368f5cb7693c is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:03.913858 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.015187 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a8352-019d-40dc-888c-3dc703b76244 None None] Pushing event updated for resources: {'Port': ['ID=e3af1deb-1758-42cc-adaa-6a8f399f2a68,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:04.028523 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd653fd2-a8d8-412b-b724-60e26d3c8269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa28134b-ab24-4e99-ac9f-368f5cb7693c'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:14:04.030844 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a4b0fd-b0df-4284-9184-bae8bb81cf95" -d '{"events": [{"server_uuid": "fd653fd2-a8d8-412b-b724-60e26d3c8269", "name": "network-vif-plugged", "status": "completed", "tag": "fa28134b-ab24-4e99-ac9f-368f5cb7693c"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:14:04.044827 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.127137 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aa415a-d61f-42db-88cd-e33119d41873 x-openstack-request-id: req-84aa415a-d61f-42db-88cd-e33119d41873 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:14:04.127424 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd653fd2-a8d8-412b-b724-60e26d3c8269", "name": "network-vif-plugged", "status": "completed", "tag": "fa28134b-ab24-4e99-ac9f-368f5cb7693c", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:14:04.127710 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84aa415a-d61f-42db-88cd-e33119d41873 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:14:04.128095 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd653fd2-a8d8-412b-b724-60e26d3c8269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa28134b-ab24-4e99-ac9f-368f5cb7693c', 'code': 200} Mar 03 16:14:04.150327 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port fa28134b-ab24-4e99-ac9f-368f5cb7693c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=fa28134b-ab24-4e99-ac9f-368f5cb7693c,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:14:04.160578 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:04.162031 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device d71b2831-21b6-43ac-934d-404668c834c8 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:04.213104 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.285771 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Allocated IP 172.20.0.1 (f5ad406e-33e9-494f-9b52-02dce4509ffa/7ac10c53-4673-4c25-aaf1-7a3222a770b0/1716075c-d4bb-4ee2-8ae6-72262217d4fa) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:14:04.328206 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Publish callbacks [] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), precommit_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.335899 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.383656 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5342ec-3342-4b82-a3e0-60872e256b01 req-e7301864-2388-49b2-8ec7-042e2ff08b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:04.385677 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ea5342ec-3342-4b82-a3e0-60872e256b01 req-e7301864-2388-49b2-8ec7-042e2ff08b48 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 1129 time: 0.1095774 Mar 03 16:14:04.389559 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-945723e6-517e-4bbd-a00f-017ee5192f93 None None] Provisioning complete for port d71b2831-21b6-43ac-934d-404668c834c8 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:04.391027 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-945723e6-517e-4bbd-a00f-017ee5192f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (d71b2831-21b6-43ac-934d-404668c834c8), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.414365 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda643b-f778-4f3b-a679-2aa5ef6b19c6 req-d7e60eaf-fef4-4a79-a51b-5b1f2345face tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:04.416514 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4eda643b-f778-4f3b-a679-2aa5ef6b19c6 req-d7e60eaf-fef4-4a79-a51b-5b1f2345face tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1009579 Mar 03 16:14:04.419389 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058a4a4-2a2c-44da-a923-60765aec7920 None None] Pushing event updated for resources: {'Port': ['ID=6dd13f63-116f-4c0b-b6c3-03255c380874,revision_number=2']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:04.441815 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Publish callbacks [] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.447090 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Attempting to bind port 6dd13f63-116f-4c0b-b6c3-03255c380874 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:14:04.447517 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Attempting to bind port 6dd13f63-116f-4c0b-b6c3-03255c380874 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:14:04.447910 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Attempting to bind port 6dd13f63-116f-4c0b-b6c3-03255c380874 on network b455cb9f-0d66-40ce-a781-3917c21627ac {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:14:04.454167 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:14:04.454531 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Checking segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:14:04.455492 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.456084 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Bound using segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:14:04.456695 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Bound port: 6dd13f63-116f-4c0b-b6c3-03255c380874, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:14:04.457244 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.486273 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ea5342ec-3342-4b82-a3e0-60872e256b01 req-04eaa154-e249-4198-aa7d-1f26ca4d7418 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882373 Mar 03 16:14:04.515504 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-28150afa-67b9-459c-840a-737ceeae2b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.533581 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.533832 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=fa28134b-ab24-4e99-ac9f-368f5cb7693c,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:04.542682 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'name': 'tempest-TestShelveInstance-1260028526-router', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:13:58Z', 'revision_number': 4, 'project_id': '9d778cd7e052411185f0027199fa1083', 'gw_port': {'id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'e3af1deb-1758-42cc-adaa-6a8f399f2a68', 'name': '', 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'mac_address': 'fa:16:3e:0a:67:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:57Z', 'updated_at': '2022-03-03T16:14:02Z', 'revision_number': 4, 'project_id': '9d778cd7e052411185f0027199fa1083', 'subnets': [{'id': '594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:04.555246 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] For port 6dd13f63-116f-4c0b-b6c3-03255c380874, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:14:04.557336 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4eda643b-f778-4f3b-a679-2aa5ef6b19c6 req-f7694c77-6342-4070-a99c-1a952cdf4894 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281471 Mar 03 16:14:04.559082 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] For port 6dd13f63-116f-4c0b-b6c3-03255c380874, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=6dd13f63-116f-4c0b-b6c3-03255c380874,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:14:04.567796 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.617319 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Network f5ad406e-33e9-494f-9b52-02dce4509ffa is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:14:04.619831 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866480d1-627d-45cb-96eb-9a521e16f4a6 None None] The sync data for ids ['02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'] in dv-cinder-830538-6-iscsi is: [{'id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'name': 'tempest-TestShelveInstance-1260028526-router', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:13:58Z', 'revision_number': 4, 'project_id': '9d778cd7e052411185f0027199fa1083', 'gw_port': {'id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'e3af1deb-1758-42cc-adaa-6a8f399f2a68', 'name': '', 'network_id': '900ae16c-f3f7-4deb-8514-382f302644cf', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'mac_address': 'fa:16:3e:0a:67:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:57Z', 'updated_at': '2022-03-03T16:14:02Z', 'revision_number': 4, 'project_id': '9d778cd7e052411185f0027199fa1083', 'subnets': [{'id': '594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:14:04.620412 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:14:04.623803 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:14:04.645886 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Routers {'395990e9-2be2-43c4-8705-7a00491f2e82'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:14:04.646518 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:13:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['395990e9-2be2-43c4-8705-7a00491f2e82'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:04.674948 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Pushing event updated for resources: {'Port': ['ID=1716075c-d4bb-4ee2-8ae6-72262217d4fa,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:04.688748 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port d71b2831-21b6-43ac-934d-404668c834c8 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:04.689721 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (d71b2831-21b6-43ac-934d-404668c834c8), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.716291 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673011'] for router_interface (395990e9-2be2-43c4-8705-7a00491f2e82), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.787057 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058a4a4-2a2c-44da-a923-60765aec7920 None None] Pushing event updated for resources: {'Port': ['ID=6dd13f63-116f-4c0b-b6c3-03255c380874,revision_number=3']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:04.848969 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-945723e6-517e-4bbd-a00f-017ee5192f93 None None] Current status of the port d71b2831-21b6-43ac-934d-404668c834c8 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:04.849477 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-945723e6-517e-4bbd-a00f-017ee5192f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (d71b2831-21b6-43ac-934d-404668c834c8), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.886968 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] Set router 395990e9-2be2-43c4-8705-7a00491f2e82 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:14:04.925942 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port d71b2831-21b6-43ac-934d-404668c834c8 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:04.926416 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (d71b2831-21b6-43ac-934d-404668c834c8), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.960325 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-945723e6-517e-4bbd-a00f-017ee5192f93 None None] For port d71b2831-21b6-43ac-934d-404668c834c8, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=d71b2831-21b6-43ac-934d-404668c834c8,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:14:04.967128 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-945723e6-517e-4bbd-a00f-017ee5192f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (d71b2831-21b6-43ac-934d-404668c834c8), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:04.979465 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:05.089160 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945723e6-517e-4bbd-a00f-017ee5192f93 None None] Pushing event updated for resources: {'Port': ['ID=d71b2831-21b6-43ac-934d-404668c834c8,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:05.121451 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abfde7-ee36-4f76-a813-31d69830ccd5 req-e204620f-44a4-4d39-80b3-141de4513d44 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:05.123061 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-60abfde7-ee36-4f76-a813-31d69830ccd5 req-e204620f-44a4-4d39-80b3-141de4513d44 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.2516148 Mar 03 16:14:05.151664 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-945723e6-517e-4bbd-a00f-017ee5192f93 None None] Provisioning complete for port e3af1deb-1758-42cc-adaa-6a8f399f2a68 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:05.152115 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-945723e6-517e-4bbd-a00f-017ee5192f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:05.179408 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.db.api [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 16:14:05.179794 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG oslo_db.api [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 16:14:05.217236 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:14:01Z', 'revision_number': 3, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:05.233969 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-60abfde7-ee36-4f76-a813-31d69830ccd5 req-5db35262-f805-4700-b2fc-7c96da428fca tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952623 Mar 03 16:14:05.251029 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-945723e6-517e-4bbd-a00f-017ee5192f93 None None] Current status of the port e3af1deb-1758-42cc-adaa-6a8f399f2a68 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:05.268410 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b07ff55-a7e5-45d2-8425-62a9c4c2d783 None None] The sync data for ids ['395990e9-2be2-43c4-8705-7a00491f2e82'] in dv-cinder-830538-6-iscsi is: [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:14:01Z', 'revision_number': 3, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:14:05.274581 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Publish callbacks [] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:05.280413 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:05.352521 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Pushing event updated for resources: {'Port': ['ID=1716075c-d4bb-4ee2-8ae6-72262217d4fa,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:05.368110 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678243'] for router_interface (395990e9-2be2-43c4-8705-7a00491f2e82), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:05.376196 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-b4bd245a-b7d4-48c3-a31a-713da93d7bce None None] Provisioning complete for port d71b2831-21b6-43ac-934d-404668c834c8 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:05.377790 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b4bd245a-b7d4-48c3-a31a-713da93d7bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (d71b2831-21b6-43ac-934d-404668c834c8), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:05.475122 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd245a-b7d4-48c3-a31a-713da93d7bce None None] Current status of the port d71b2831-21b6-43ac-934d-404668c834c8 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:05.486336 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-b4bd245a-b7d4-48c3-a31a-713da93d7bce None None] Provisioning complete for port 1716075c-d4bb-4ee2-8ae6-72262217d4fa triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:05.486809 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b4bd245a-b7d4-48c3-a31a-713da93d7bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:05.493305 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Network f5ad406e-33e9-494f-9b52-02dce4509ffa is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:14:05.494900 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:14:05.537656 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd245a-b7d4-48c3-a31a-713da93d7bce None None] Port 1716075c-d4bb-4ee2-8ae6-72262217d4fa cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:14:05.666900 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Router 395990e9-2be2-43c4-8705-7a00491f2e82 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:14:05.748274 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port d71b2831-21b6-43ac-934d-404668c834c8 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:05.763409 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b0104-be59-46c1-933a-7cc112604335 req-4f14e9af-0a56-4f82-9d51-3cfdfd01d4b2 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:05.777182 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c66b0104-be59-46c1-933a-7cc112604335 req-4f14e9af-0a56-4f82-9d51-3cfdfd01d4b2 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1102104 Mar 03 16:14:05.858807 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c66b0104-be59-46c1-933a-7cc112604335 req-1a6d66de-be55-4a4d-9a59-286045629616 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807049 Mar 03 16:14:05.911790 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:14:05.916937 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-48daaaab-2cde-4d3a-a2d9-b776967354a5 admin admin] 10.222.0.11 "PUT /v2.0/routers/395990e9-2be2-43c4-8705-7a00491f2e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5540783 Mar 03 16:14:05.976638 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-d568eb06-5065-412d-9f90-d0a47d503daf None None] Provisioning complete for port 1716075c-d4bb-4ee2-8ae6-72262217d4fa triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:05.977019 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d568eb06-5065-412d-9f90-d0a47d503daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.044113 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-d568eb06-5065-412d-9f90-d0a47d503daf None None] Port 1716075c-d4bb-4ee2-8ae6-72262217d4fa cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:14:06.057979 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 6dd13f63-116f-4c0b-b6c3-03255c380874 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:06.249016 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 6dd13f63-116f-4c0b-b6c3-03255c380874 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:06.250858 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.363532 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 6dd13f63-116f-4c0b-b6c3-03255c380874 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:06.364232 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.388537 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port 6dd13f63-116f-4c0b-b6c3-03255c380874, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=6dd13f63-116f-4c0b-b6c3-03255c380874,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:14:06.394171 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.395122 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device e3af1deb-1758-42cc-adaa-6a8f399f2a68 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:06.444642 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e994c8f-ba21-411e-9de6-67863a8484d4 req-4465fdda-4b18-490a-81f1-9b7a46c38926 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:06.446481 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1e994c8f-ba21-411e-9de6-67863a8484d4 req-4465fdda-4b18-490a-81f1-9b7a46c38926 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.1006575 Mar 03 16:14:06.511681 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=6dd13f63-116f-4c0b-b6c3-03255c380874,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:06.514515 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1e994c8f-ba21-411e-9de6-67863a8484d4 req-fa0131b4-34c3-4611-89fb-65975d9ca9a9 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599535 Mar 03 16:14:06.525123 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port e3af1deb-1758-42cc-adaa-6a8f399f2a68 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:06.525123 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.617530 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port e3af1deb-1758-42cc-adaa-6a8f399f2a68 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:06.619047 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device d71b2831-21b6-43ac-934d-404668c834c8 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:06.661309 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34756) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:06.666722 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-689113197-network', 'tenant_id': '7089f318a46841a58d5245f50348f885'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:06.688811 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Made reservation on behalf of 7089f318a46841a58d5245f50348f885 for: {'network': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:14:06.691554 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.692424 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-8242aa9b-016b-4faa-9854-181348503f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.698160 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port d71b2831-21b6-43ac-934d-404668c834c8 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:06.698535 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (d71b2831-21b6-43ac-934d-404668c834c8), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.701229 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.806302 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port d71b2831-21b6-43ac-934d-404668c834c8 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:06.820105 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Publish callbacks [] for security_group (5c0b4ac4-b8f7-4f90-9c72-278a0b760f54), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.824339 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (5c0b4ac4-b8f7-4f90-9c72-278a0b760f54), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.858875 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=103057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:14:06.865094 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0b4ac4-b8f7-4f90-9c72-278a0b760f54,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:06.874074 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (f196ec97-f810-4efe-a6ec-3c45430a0b91), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.874474 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.segments_db [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Added segment f196ec97-f810-4efe-a6ec-3c45430a0b91 of type vlan for network 14c6bbaa-37a5-4f6c-ac33-48dbc438d422 Mar 03 16:14:06.957838 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (14c6bbaa-37a5-4f6c-ac33-48dbc438d422), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.987529 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (14c6bbaa-37a5-4f6c-ac33-48dbc438d422), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:06.989220 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:06.990196 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.001107 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e587ff-eca3-488b-a0ea-22fb2742728c req-61d8f659-321f-460d-b013-7f771ed81b87 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:07.002679 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-75e587ff-eca3-488b-a0ea-22fb2742728c req-61d8f659-321f-460d-b013-7f771ed81b87 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0650203 Mar 03 16:14:07.051279 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3887823 Mar 03 16:14:07.052116 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-75e587ff-eca3-488b-a0ea-22fb2742728c req-adbe7d1a-27a3-472c-b884-4947cdcdcd28 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436504 Mar 03 16:14:07.054159 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34762) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:07.056922 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f02994-89e1-4808-8ed1-6568f239f935 admin admin] Pushing event updated for resources: {'Network': ['ID=14c6bbaa-37a5-4f6c-ac33-48dbc438d422,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:07.061076 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-c3aab8aa-b65c-46c7-b93a-fe8d3aca39ef admin admin] Request body: {'subnet': {'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-689113197-subnet', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'ip_version': 4}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:07.078200 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 14c6bbaa-37a5-4f6c-ac33-48dbc438d422 details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:14:07.095737 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3aab8aa-b65c-46c7-b93a-fe8d3aca39ef admin admin] Made reservation on behalf of 7089f318a46841a58d5245f50348f885 for: {'subnet': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:14:07.098169 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c3aab8aa-b65c-46c7-b93a-fe8d3aca39ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.272470 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c3aab8aa-b65c-46c7-b93a-fe8d3aca39ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (9c6c05ed-949f-4ded-a789-de087809118a), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.275809 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.331938 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aab8aa-b65c-46c7-b93a-fe8d3aca39ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6c05ed-949f-4ded-a789-de087809118a,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:07.339276 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3aab8aa-b65c-46c7-b93a-fe8d3aca39ef admin admin] Checking segment: {'id': 'f196ec97-f810-4efe-a6ec-3c45430a0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:14:07.339652 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aab8aa-b65c-46c7-b93a-fe8d3aca39ef admin admin] Network hostable DHCP agents. Network: 14c6bbaa-37a5-4f6c-ac33-48dbc438d422, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:14:07.357658 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aab8aa-b65c-46c7-b93a-fe8d3aca39ef admin admin] Network 14c6bbaa-37a5-4f6c-ac33-48dbc438d422 is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:14:07.366774 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-c3aab8aa-b65c-46c7-b93a-fe8d3aca39ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 14c6bbaa-37a5-4f6c-ac33-48dbc438d422) {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:14:07.372377 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3aab8aa-b65c-46c7-b93a-fe8d3aca39ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:07.374510 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c3aab8aa-b65c-46c7-b93a-fe8d3aca39ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.375693 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465246fe-2861-4e9e-b39e-7f1334cda6e2 None None] Network 14c6bbaa-37a5-4f6c-ac33-48dbc438d422 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:14:07.397883 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-c3aab8aa-b65c-46c7-b93a-fe8d3aca39ef admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3401904 Mar 03 16:14:07.398157 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 34770) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:07.402971 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-689113197-router', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:07.423277 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1675644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127579'] for router (437e7f62-41e4-424d-a971-a67d2abc8cdd), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.424470 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1677292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1871546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127522'] for router (437e7f62-41e4-424d-a971-a67d2abc8cdd), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.491280 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1efa712b-3055-5a59-bf7b-02c9fcd087bf-14c6bbaa-37a5-4f6c-ac33-48dbc438d422', 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422', 'project_id': '7089f318a46841a58d5245f50348f885', 'fixed_ips': [{'subnet_id': '9c6c05ed-949f-4ded-a789-de087809118a'}]}} from dv-cinder-830538-6-iscsi. {{(pid=103059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 16:14:07.492232 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.494492 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Publish callbacks [] for router_controller (437e7f62-41e4-424d-a971-a67d2abc8cdd), precommit_add_association {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.622207 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.676777 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Publish callbacks [] for router_gateway (437e7f62-41e4-424d-a971-a67d2abc8cdd), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.677260 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.db_base_plugin_common [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Allocated IP 172.20.0.2 (14c6bbaa-37a5-4f6c-ac33-48dbc438d422/9c6c05ed-949f-4ded-a789-de087809118a/38361f50-ecf8-43b7-82aa-8108034e42fa) {{(pid=103059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:14:07.687948 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398a36f-493b-4ef8-9f11-5116c69f9336 req-5b8417e3-d6af-4d4b-9ff8-3ef070be8cf1 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:07.689453 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0398a36f-493b-4ef8-9f11-5116c69f9336 req-5b8417e3-d6af-4d4b-9ff8-3ef070be8cf1 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0536866 Mar 03 16:14:07.756229 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0398a36f-493b-4ef8-9f11-5116c69f9336 req-ed1bce08-56f7-43eb-995f-da29790da594 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562301 Mar 03 16:14:07.879566 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 6dd13f63-116f-4c0b-b6c3-03255c380874 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:07.944598 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Publish callbacks [] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), precommit_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.968239 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.968882 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Publish callbacks [] for router_gateway (437e7f62-41e4-424d-a971-a67d2abc8cdd), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.972415 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 6dd13f63-116f-4c0b-b6c3-03255c380874 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:07.972821 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:07.993400 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:08.039599 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Network 14c6bbaa-37a5-4f6c-ac33-48dbc438d422 is already hosted by enough agents. {{(pid=103059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:14:08.051052 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.base_scheduler [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Resources bound (agent type, host, resource id): {{(pid=103059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:14:08.058796 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Received port after_create {{(pid=103059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:14:08.071761 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Pushing event updated for resources: {'Port': ['ID=38361f50-ecf8-43b7-82aa-8108034e42fa,revision_number=1']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:08.175585 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 6dd13f63-116f-4c0b-b6c3-03255c380874 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:08.178765 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Attempting to bind port 38361f50-ecf8-43b7-82aa-8108034e42fa on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:14:08.179136 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Attempting to bind port 38361f50-ecf8-43b7-82aa-8108034e42fa by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': 'f196ec97-f810-4efe-a6ec-3c45430a0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:14:08.179495 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Attempting to bind port 38361f50-ecf8-43b7-82aa-8108034e42fa on network 14c6bbaa-37a5-4f6c-ac33-48dbc438d422 {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:14:08.185004 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:14:08.185376 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Checking segment: {'id': 'f196ec97-f810-4efe-a6ec-3c45430a0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:14:08.185800 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:08.186172 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Bound using segment: {'id': 'f196ec97-f810-4efe-a6ec-3c45430a0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:14:08.186642 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Bound port: 38361f50-ecf8-43b7-82aa-8108034e42fa, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f196ec97-f810-4efe-a6ec-3c45430a0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:14:08.187021 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:08.189361 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Allocated IP 172.27.2.234 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/f051ffe4-e790-43cb-81f7-dcf6165c740a) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:14:08.280774 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] For port 38361f50-ecf8-43b7-82aa-8108034e42fa, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:14:08.285556 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] For port 38361f50-ecf8-43b7-82aa-8108034e42fa, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=38361f50-ecf8-43b7-82aa-8108034e42fa,segment=NetworkSegment(f196ec97-f810-4efe-a6ec-3c45430a0b91),segment_id=f196ec97-f810-4efe-a6ec-3c45430a0b91)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:14:08.295064 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:08.321739 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382bcf4f-8acf-4537-98aa-f38caa261bdb req-0f6bc3bf-fe00-42b7-8391-ddb7d04ae6ad tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:08.323297 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-382bcf4f-8acf-4537-98aa-f38caa261bdb req-0f6bc3bf-fe00-42b7-8391-ddb7d04ae6ad tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1286194 Mar 03 16:14:08.367581 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89da13-0047-4470-a888-56f748baaa1b None None] Pushing event updated for resources: {'Port': ['ID=38361f50-ecf8-43b7-82aa-8108034e42fa,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:08.395578 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Publish callbacks [] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:08.420425 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-382bcf4f-8acf-4537-98aa-f38caa261bdb req-d7496c2c-3157-42a0-8d2c-f64010a6f98f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869889 Mar 03 16:14:08.466504 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:08.507370 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:14:08.512471 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:14:08.517183 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:14:08.592711 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Pushing event updated for resources: {'Port': ['ID=f051ffe4-e790-43cb-81f7-dcf6165c740a,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:08.754489 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Sync routers for ids ['395990e9-2be2-43c4-8705-7a00491f2e82'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:14:08.765085 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Routers {'395990e9-2be2-43c4-8705-7a00491f2e82'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:14:08.765943 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:14:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['395990e9-2be2-43c4-8705-7a00491f2e82'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:08.771421 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Publish callbacks [] for router_gateway (437e7f62-41e4-424d-a971-a67d2abc8cdd), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:08.882451 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Set router 395990e9-2be2-43c4-8705-7a00491f2e82 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:14:08.993035 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672302'] for router (437e7f62-41e4-424d-a971-a67d2abc8cdd), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:09.088165 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:09.111469 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:14:04Z', 'revision_number': 4, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '1716075c-d4bb-4ee2-8ae6-72262217d4fa', 'name': '', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'mac_address': 'fa:16:3e:c4:86:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:04Z', 'updated_at': '2022-03-03T16:14:05Z', 'revision_number': 2, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'subnets': [{'id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:09.144825 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Router 437e7f62-41e4-424d-a971-a67d2abc8cdd is scheduled to L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 with binding_index 1 {{(pid=103058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 16:14:09.147224 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Checking router: 395990e9-2be2-43c4-8705-7a00491f2e82 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:14:09.147709 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Updating router 395990e9-2be2-43c4-8705-7a00491f2e82 port 1716075c-d4bb-4ee2-8ae6-72262217d4fa binding host dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:14:09.193281 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:09.279028 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:14:09.289402 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Sync routers for ids ['437e7f62-41e4-424d-a971-a67d2abc8cdd'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:14:09.299321 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:09.300877 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-dbdda485-72e3-4470-bccf-f03295494495 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9015877 Mar 03 16:14:09.303518 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 34794) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:14:09.334335 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Routers {'437e7f62-41e4-424d-a971-a67d2abc8cdd'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:14:09.334971 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-597a25d4-6658-423a-8af4-0de68246893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:14:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['437e7f62-41e4-424d-a971-a67d2abc8cdd'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:09.441087 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee1bdc1-3044-4b12-a317-03d4dfedea2b None None] Network 14c6bbaa-37a5-4f6c-ac33-48dbc438d422 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:14:09.475247 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Set router 437e7f62-41e4-424d-a971-a67d2abc8cdd gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:14:09.655686 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05815b-3af4-48e4-b7c7-da1a090044fb req-749b32ca-01fb-42c4-afe2-9471bad5c6cb tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:09.662645 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-df05815b-3af4-48e4-b7c7-da1a090044fb req-749b32ca-01fb-42c4-afe2-9471bad5c6cb tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1195581 Mar 03 16:14:09.705811 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-597a25d4-6658-423a-8af4-0de68246893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'name': 'tempest-TestMinimumBasicScenario-689113197-router', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:08Z', 'revision_number': 3, 'project_id': '7089f318a46841a58d5245f50348f885', 'gw_port': {'id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:09.721677 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-8fefc924-332d-4ada-8c5c-55bd1cf10921 None None] Provisioning complete for port 38361f50-ecf8-43b7-82aa-8108034e42fa triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:09.722060 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-8fefc924-332d-4ada-8c5c-55bd1cf10921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:09.737725 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Checking router: 437e7f62-41e4-424d-a971-a67d2abc8cdd for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:14:09.738082 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Updating router 437e7f62-41e4-424d-a971-a67d2abc8cdd port f051ffe4-e790-43cb-81f7-dcf6165c740a binding host dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:14:09.779584 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-df05815b-3af4-48e4-b7c7-da1a090044fb req-3306b5bd-09be-42ad-8b35-d40122d6c8cb tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068678 Mar 03 16:14:09.793319 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Publish callbacks [] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), precommit_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:09.807847 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:09.904347 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d691849-7e72-44bb-aff5-7850b8f625d7 None None] Pushing event updated for resources: {'Port': ['ID=1716075c-d4bb-4ee2-8ae6-72262217d4fa,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:09.905304 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:09.973780 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 38361f50-ecf8-43b7-82aa-8108034e42fa up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:10.073334 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-8fefc924-332d-4ada-8c5c-55bd1cf10921 None None] Current status of the port 38361f50-ecf8-43b7-82aa-8108034e42fa is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:10.073905 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-8fefc924-332d-4ada-8c5c-55bd1cf10921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.112630 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Attempting to bind port 1716075c-d4bb-4ee2-8ae6-72262217d4fa on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:14:10.113003 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Attempting to bind port 1716075c-d4bb-4ee2-8ae6-72262217d4fa by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:14:10.113368 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Attempting to bind port 1716075c-d4bb-4ee2-8ae6-72262217d4fa on network f5ad406e-33e9-494f-9b52-02dce4509ffa {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:14:10.127106 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:14:10.127514 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Checking segment: {'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:14:10.127950 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.128319 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Bound using segment: {'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:14:10.128808 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Bound port: 1716075c-d4bb-4ee2-8ae6-72262217d4fa, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:14:10.129188 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.161693 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-8fefc924-332d-4ada-8c5c-55bd1cf10921 None None] For port 38361f50-ecf8-43b7-82aa-8108034e42fa, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=38361f50-ecf8-43b7-82aa-8108034e42fa,segment=NetworkSegment(f196ec97-f810-4efe-a6ec-3c45430a0b91),segment_id=f196ec97-f810-4efe-a6ec-3c45430a0b91)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:14:10.189942 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-8fefc924-332d-4ada-8c5c-55bd1cf10921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.258683 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 38361f50-ecf8-43b7-82aa-8108034e42fa triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:10.259060 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.352773 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] For port 1716075c-d4bb-4ee2-8ae6-72262217d4fa, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:14:10.369246 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefc924-332d-4ada-8c5c-55bd1cf10921 None None] Pushing event updated for resources: {'Port': ['ID=38361f50-ecf8-43b7-82aa-8108034e42fa,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:10.379455 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] For port 1716075c-d4bb-4ee2-8ae6-72262217d4fa, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=1716075c-d4bb-4ee2-8ae6-72262217d4fa,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:14:10.385433 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Publish callbacks [] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), precommit_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.394432 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.413323 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-0e8c5e89-f18f-4a27-ba30-15ef96bc21df None None] Provisioning complete for port 38361f50-ecf8-43b7-82aa-8108034e42fa triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:10.413667 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5e89-f18f-4a27-ba30-15ef96bc21df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.414018 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.418302 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.464527 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Attempting to bind port f051ffe4-e790-43cb-81f7-dcf6165c740a on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:14:10.464937 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Attempting to bind port f051ffe4-e790-43cb-81f7-dcf6165c740a by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:14:10.465658 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Attempting to bind port f051ffe4-e790-43cb-81f7-dcf6165c740a on network b455cb9f-0d66-40ce-a781-3917c21627ac {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:14:10.468673 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cec6b2-1432-4475-99e1-37d300fa4d95 None None] Pushing event updated for resources: {'Port': ['ID=f051ffe4-e790-43cb-81f7-dcf6165c740a,revision_number=2']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:10.487031 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:14:10.490053 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Checking segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:14:10.490929 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.491579 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Bound using segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:14:10.492243 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Bound port: f051ffe4-e790-43cb-81f7-dcf6165c740a, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:14:10.492663 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.581528 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-597a25d4-6658-423a-8af4-0de68246893c None None] For port f051ffe4-e790-43cb-81f7-dcf6165c740a, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:14:10.585157 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-597a25d4-6658-423a-8af4-0de68246893c None None] For port f051ffe4-e790-43cb-81f7-dcf6165c740a, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=f051ffe4-e790-43cb-81f7-dcf6165c740a,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:14:10.595000 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.634947 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Routers {'395990e9-2be2-43c4-8705-7a00491f2e82'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:14:10.635802 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:14:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['395990e9-2be2-43c4-8705-7a00491f2e82'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:10.682427 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cec6b2-1432-4475-99e1-37d300fa4d95 None None] Pushing event updated for resources: {'Port': ['ID=f051ffe4-e790-43cb-81f7-dcf6165c740a,revision_number=3']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:10.693576 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Allocated IP 172.20.0.1 (14c6bbaa-37a5-4f6c-ac33-48dbc438d422/9c6c05ed-949f-4ded-a789-de087809118a/9403da2b-3583-4aa7-95d4-bf866b28e95c) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:14:10.735522 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Routers {'437e7f62-41e4-424d-a971-a67d2abc8cdd'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:14:10.737510 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d691849-7e72-44bb-aff5-7850b8f625d7 None None] Pushing event updated for resources: {'Port': ['ID=1716075c-d4bb-4ee2-8ae6-72262217d4fa,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:10.739929 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-597a25d4-6658-423a-8af4-0de68246893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:14:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['437e7f62-41e4-424d-a971-a67d2abc8cdd'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:10.886866 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 38361f50-ecf8-43b7-82aa-8108034e42fa is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:10.894829 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Publish callbacks [] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.905866 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.915045 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c5e89-f18f-4a27-ba30-15ef96bc21df None None] Current status of the port 38361f50-ecf8-43b7-82aa-8108034e42fa is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:10.933568 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] Set router 395990e9-2be2-43c4-8705-7a00491f2e82 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:14:10.969824 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-597a25d4-6658-423a-8af4-0de68246893c None None] Set router 437e7f62-41e4-424d-a971-a67d2abc8cdd gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:14:10.971658 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-0e8c5e89-f18f-4a27-ba30-15ef96bc21df None None] Provisioning complete for port 1716075c-d4bb-4ee2-8ae6-72262217d4fa triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:10.972038 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5e89-f18f-4a27-ba30-15ef96bc21df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:10.975264 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:11.017414 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Network 14c6bbaa-37a5-4f6c-ac33-48dbc438d422 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:14:11.027935 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca10f2-e33c-4423-9662-85325e8af1d8 req-a80d3a5a-a6a0-4bc4-9567-62a304a59548 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:11.032895 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b2ca10f2-e33c-4423-9662-85325e8af1d8 req-a80d3a5a-a6a0-4bc4-9567-62a304a59548 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1147602 Mar 03 16:14:11.037933 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:14:11.042302 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:14:11.099232 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Pushing event updated for resources: {'Port': ['ID=9403da2b-3583-4aa7-95d4-bf866b28e95c,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:11.150214 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b2ca10f2-e33c-4423-9662-85325e8af1d8 req-904e60b6-225a-4795-9804-131b7868fe07 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032071 Mar 03 16:14:11.153744 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673011'] for router_interface (437e7f62-41e4-424d-a971-a67d2abc8cdd), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:11.186444 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c5e89-f18f-4a27-ba30-15ef96bc21df None None] Current status of the port 1716075c-d4bb-4ee2-8ae6-72262217d4fa is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:11.186837 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5e89-f18f-4a27-ba30-15ef96bc21df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:11.234253 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-597a25d4-6658-423a-8af4-0de68246893c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'name': 'tempest-TestMinimumBasicScenario-689113197-router', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:08Z', 'revision_number': 3, 'project_id': '7089f318a46841a58d5245f50348f885', 'gw_port': {'id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:11.237845 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-0e8c5e89-f18f-4a27-ba30-15ef96bc21df None None] For port 1716075c-d4bb-4ee2-8ae6-72262217d4fa, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=1716075c-d4bb-4ee2-8ae6-72262217d4fa,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:14:11.244819 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0e8c5e89-f18f-4a27-ba30-15ef96bc21df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:11.278670 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a25d4-6658-423a-8af4-0de68246893c None None] The sync data for ids ['437e7f62-41e4-424d-a971-a67d2abc8cdd'] in dv-cinder-830538-6-iscsi is: [{'id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'name': 'tempest-TestMinimumBasicScenario-689113197-router', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:08Z', 'revision_number': 3, 'project_id': '7089f318a46841a58d5245f50348f885', 'gw_port': {'id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:14:11.301477 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:14:04Z', 'revision_number': 4, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '1716075c-d4bb-4ee2-8ae6-72262217d4fa', 'name': '', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'mac_address': 'fa:16:3e:c4:86:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:04Z', 'updated_at': '2022-03-03T16:14:10Z', 'revision_number': 4, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'subnets': [{'id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:11.337639 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:11.337846 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e548b1ff-c7c0-4f5e-a0f3-e04a6a500eae None None] The sync data for ids ['395990e9-2be2-43c4-8705-7a00491f2e82'] in dv-cinder-830538-6-iscsi is: [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:14:04Z', 'revision_number': 4, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '1716075c-d4bb-4ee2-8ae6-72262217d4fa', 'name': '', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'mac_address': 'fa:16:3e:c4:86:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:04Z', 'updated_at': '2022-03-03T16:14:10Z', 'revision_number': 4, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'subnets': [{'id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:14:11.342110 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c5e89-f18f-4a27-ba30-15ef96bc21df None None] Pushing event updated for resources: {'Port': ['ID=1716075c-d4bb-4ee2-8ae6-72262217d4fa,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:11.371010 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-4277d56b-8c18-4fba-b7f1-bce5b5f46988 None None] Provisioning complete for port 1716075c-d4bb-4ee2-8ae6-72262217d4fa triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:11.371496 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4277d56b-8c18-4fba-b7f1-bce5b5f46988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:11.506435 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-4277d56b-8c18-4fba-b7f1-bce5b5f46988 None None] Current status of the port 1716075c-d4bb-4ee2-8ae6-72262217d4fa is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:11.529973 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-4277d56b-8c18-4fba-b7f1-bce5b5f46988 None None] Provisioning complete for port 9403da2b-3583-4aa7-95d4-bf866b28e95c triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:11.531058 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4277d56b-8c18-4fba-b7f1-bce5b5f46988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:11.577717 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-4277d56b-8c18-4fba-b7f1-bce5b5f46988 None None] Port 9403da2b-3583-4aa7-95d4-bf866b28e95c cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:14:11.595411 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Publish callbacks [] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:11.604664 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:11.722661 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678243'] for router_interface (437e7f62-41e4-424d-a971-a67d2abc8cdd), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:11.788328 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Pushing event updated for resources: {'Port': ['ID=9403da2b-3583-4aa7-95d4-bf866b28e95c,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:11.870913 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Network 14c6bbaa-37a5-4f6c-ac33-48dbc438d422 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:14:11.873613 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:14:12.016073 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Router 437e7f62-41e4-424d-a971-a67d2abc8cdd has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:14:12.053578 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 38361f50-ecf8-43b7-82aa-8108034e42fa up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:12.132157 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 38361f50-ecf8-43b7-82aa-8108034e42fa triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:12.132701 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:12.205556 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:14:12.211930 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-b1fb02e2-d405-4740-b41a-de294008447c admin admin] 10.222.0.11 "PUT /v2.0/routers/437e7f62-41e4-424d-a971-a67d2abc8cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9072688 Mar 03 16:14:12.284394 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-709c5750-cf87-4e79-9aa0-fcc6807333a5 None None] Provisioning complete for port 9403da2b-3583-4aa7-95d4-bf866b28e95c triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:12.284768 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-709c5750-cf87-4e79-9aa0-fcc6807333a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:12.311907 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 38361f50-ecf8-43b7-82aa-8108034e42fa is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:12.313063 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 1716075c-d4bb-4ee2-8ae6-72262217d4fa up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:12.344832 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa6cf9-7319-42f2-979c-f9e0383bb5fa req-5c7c2fd0-ea67-4e49-8825-376193f7e585 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:12.346797 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-acaa6cf9-7319-42f2-979c-f9e0383bb5fa req-5c7c2fd0-ea67-4e49-8825-376193f7e585 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0848053 Mar 03 16:14:12.370454 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-709c5750-cf87-4e79-9aa0-fcc6807333a5 None None] Port 9403da2b-3583-4aa7-95d4-bf866b28e95c cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:14:12.396567 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 1716075c-d4bb-4ee2-8ae6-72262217d4fa triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:12.396808 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:12.424243 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-acaa6cf9-7319-42f2-979c-f9e0383bb5fa req-63d11035-2453-4b35-ba01-e4dea3a7dbb8 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686386 Mar 03 16:14:12.490129 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 1716075c-d4bb-4ee2-8ae6-72262217d4fa is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:12.491213 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device f051ffe4-e790-43cb-81f7-dcf6165c740a up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:12.539224 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port f051ffe4-e790-43cb-81f7-dcf6165c740a triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:12.539618 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:12.636376 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port f051ffe4-e790-43cb-81f7-dcf6165c740a is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:12.636781 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:12.661959 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port f051ffe4-e790-43cb-81f7-dcf6165c740a, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=f051ffe4-e790-43cb-81f7-dcf6165c740a,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:14:12.666882 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:12.718629 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=f051ffe4-e790-43cb-81f7-dcf6165c740a,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:13.544527 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d39e37-192c-4686-a936-fd89cba52cd9 req-bb74d34b-31d2-49a6-8d9d-b682f74d36c6 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:13.545933 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-88d39e37-192c-4686-a936-fd89cba52cd9 req-bb74d34b-31d2-49a6-8d9d-b682f74d36c6 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0526903 Mar 03 16:14:13.591372 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-88d39e37-192c-4686-a936-fd89cba52cd9 req-bff4554a-6311-435d-a216-f66563e3e722 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 Mar 03 16:14:13.836595 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device f051ffe4-e790-43cb-81f7-dcf6165c740a up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:13.885158 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port f051ffe4-e790-43cb-81f7-dcf6165c740a triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:13.885534 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:13.964859 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port f051ffe4-e790-43cb-81f7-dcf6165c740a is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:14.471457 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Sync routers for ids ['437e7f62-41e4-424d-a971-a67d2abc8cdd'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:14:14.481845 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Routers {'437e7f62-41e4-424d-a971-a67d2abc8cdd'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:14:14.482448 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:14:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['437e7f62-41e4-424d-a971-a67d2abc8cdd'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:14.721523 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Set router 437e7f62-41e4-424d-a971-a67d2abc8cdd gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:14:14.725245 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68c410-e921-4b95-9ab4-5f3b4f4f4fb6 req-3d211fa9-686f-4ab2-903a-ce1ab65d2356 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:14.726769 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cb68c410-e921-4b95-9ab4-5f3b4f4f4fb6 req-3d211fa9-686f-4ab2-903a-ce1ab65d2356 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0594912 Mar 03 16:14:14.783137 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cb68c410-e921-4b95-9ab4-5f3b4f4f4fb6 req-5ec7aaec-3f7a-4e98-beb7-453a3f06ea3d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437953 Mar 03 16:14:14.925605 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'name': 'tempest-TestMinimumBasicScenario-689113197-router', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:11Z', 'revision_number': 4, 'project_id': '7089f318a46841a58d5245f50348f885', 'gw_port': {'id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '9403da2b-3583-4aa7-95d4-bf866b28e95c', 'name': '', 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'mac_address': 'fa:16:3e:a9:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9c6c05ed-949f-4ded-a789-de087809118a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:10Z', 'updated_at': '2022-03-03T16:14:11Z', 'revision_number': 2, 'project_id': '7089f318a46841a58d5245f50348f885', 'subnets': [{'id': '9c6c05ed-949f-4ded-a789-de087809118a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:14.956082 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Checking router: 437e7f62-41e4-424d-a971-a67d2abc8cdd for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:14:14.956419 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Updating router 437e7f62-41e4-424d-a971-a67d2abc8cdd port 9403da2b-3583-4aa7-95d4-bf866b28e95c binding host dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:14:14.982864 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:15.245908 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Publish callbacks [] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), precommit_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:15.251895 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:15.307332 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7264e-a1ae-4045-8a19-c89ddc8e339a None None] Pushing event updated for resources: {'Port': ['ID=9403da2b-3583-4aa7-95d4-bf866b28e95c,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:15.361502 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Attempting to bind port 9403da2b-3583-4aa7-95d4-bf866b28e95c on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:14:15.362315 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Attempting to bind port 9403da2b-3583-4aa7-95d4-bf866b28e95c by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': 'f196ec97-f810-4efe-a6ec-3c45430a0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:14:15.362683 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Attempting to bind port 9403da2b-3583-4aa7-95d4-bf866b28e95c on network 14c6bbaa-37a5-4f6c-ac33-48dbc438d422 {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:14:15.368222 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:14:15.368646 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Checking segment: {'id': 'f196ec97-f810-4efe-a6ec-3c45430a0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:14:15.369055 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:15.369443 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Bound using segment: {'id': 'f196ec97-f810-4efe-a6ec-3c45430a0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:14:15.369911 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Bound port: 9403da2b-3583-4aa7-95d4-bf866b28e95c, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f196ec97-f810-4efe-a6ec-3c45430a0b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:14:15.370290 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:15.459568 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] For port 9403da2b-3583-4aa7-95d4-bf866b28e95c, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:14:15.463164 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] For port 9403da2b-3583-4aa7-95d4-bf866b28e95c, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=9403da2b-3583-4aa7-95d4-bf866b28e95c,segment=NetworkSegment(f196ec97-f810-4efe-a6ec-3c45430a0b91),segment_id=f196ec97-f810-4efe-a6ec-3c45430a0b91)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:14:15.470724 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:15.548622 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Routers {'437e7f62-41e4-424d-a971-a67d2abc8cdd'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:14:15.549324 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:14:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['437e7f62-41e4-424d-a971-a67d2abc8cdd'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:15.610406 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-00c908b8-aba0-45c9-a400-04eed69e090d None None] Provisioning complete for port 9403da2b-3583-4aa7-95d4-bf866b28e95c triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:15.610798 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-00c908b8-aba0-45c9-a400-04eed69e090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:15.614315 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7264e-a1ae-4045-8a19-c89ddc8e339a None None] Pushing event updated for resources: {'Port': ['ID=9403da2b-3583-4aa7-95d4-bf866b28e95c,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:15.752960 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] Set router 437e7f62-41e4-424d-a971-a67d2abc8cdd gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:14:15.795548 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-00c908b8-aba0-45c9-a400-04eed69e090d None None] Current status of the port 9403da2b-3583-4aa7-95d4-bf866b28e95c is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:15.795984 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-00c908b8-aba0-45c9-a400-04eed69e090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:15.924331 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-00c908b8-aba0-45c9-a400-04eed69e090d None None] For port 9403da2b-3583-4aa7-95d4-bf866b28e95c, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=9403da2b-3583-4aa7-95d4-bf866b28e95c,segment=NetworkSegment(f196ec97-f810-4efe-a6ec-3c45430a0b91),segment_id=f196ec97-f810-4efe-a6ec-3c45430a0b91)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:14:15.944808 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-00c908b8-aba0-45c9-a400-04eed69e090d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:15.977002 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848c14d-d425-41e7-9c04-ba12f9bd2a0b req-e5981eb8-c248-4359-ba12-b07e9d4d9f5d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:15.978529 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c848c14d-d425-41e7-9c04-ba12f9bd2a0b req-e5981eb8-c248-4359-ba12-b07e9d4d9f5d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0893795 Mar 03 16:14:16.040273 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c848c14d-d425-41e7-9c04-ba12f9bd2a0b req-75c70320-3ede-48b3-aa17-0c817da4be02 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515819 Mar 03 16:14:16.049395 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c908b8-aba0-45c9-a400-04eed69e090d None None] Pushing event updated for resources: {'Port': ['ID=9403da2b-3583-4aa7-95d4-bf866b28e95c,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:16.087953 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-5a965562-8bc5-4170-95ae-829e9dcb551b None None] Provisioning complete for port 9403da2b-3583-4aa7-95d4-bf866b28e95c triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:16.088428 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5a965562-8bc5-4170-95ae-829e9dcb551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:16.140862 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'name': 'tempest-TestMinimumBasicScenario-689113197-router', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:11Z', 'revision_number': 4, 'project_id': '7089f318a46841a58d5245f50348f885', 'gw_port': {'id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '9403da2b-3583-4aa7-95d4-bf866b28e95c', 'name': '', 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'mac_address': 'fa:16:3e:a9:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9c6c05ed-949f-4ded-a789-de087809118a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:10Z', 'updated_at': '2022-03-03T16:14:15Z', 'revision_number': 4, 'project_id': '7089f318a46841a58d5245f50348f885', 'subnets': [{'id': '9c6c05ed-949f-4ded-a789-de087809118a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:14:16.186776 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ec1713-280d-43a3-a0b0-1944a33a4dce None None] The sync data for ids ['437e7f62-41e4-424d-a971-a67d2abc8cdd'] in dv-cinder-830538-6-iscsi is: [{'id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'name': 'tempest-TestMinimumBasicScenario-689113197-router', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:11Z', 'revision_number': 4, 'project_id': '7089f318a46841a58d5245f50348f885', 'gw_port': {'id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '9403da2b-3583-4aa7-95d4-bf866b28e95c', 'name': '', 'network_id': '14c6bbaa-37a5-4f6c-ac33-48dbc438d422', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'mac_address': 'fa:16:3e:a9:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9c6c05ed-949f-4ded-a789-de087809118a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:10Z', 'updated_at': '2022-03-03T16:14:15Z', 'revision_number': 4, 'project_id': '7089f318a46841a58d5245f50348f885', 'subnets': [{'id': '9c6c05ed-949f-4ded-a789-de087809118a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:14:16.267100 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-5a965562-8bc5-4170-95ae-829e9dcb551b None None] Current status of the port 9403da2b-3583-4aa7-95d4-bf866b28e95c is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:17.181568 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d048928-9675-44b3-89c5-6dcedaa294dd req-96b40111-ac16-40d6-93dd-6c9825272c9a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:17.183112 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1d048928-9675-44b3-89c5-6dcedaa294dd req-96b40111-ac16-40d6-93dd-6c9825272c9a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0706251 Mar 03 16:14:17.247485 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1d048928-9675-44b3-89c5-6dcedaa294dd req-64f8104f-cbff-4c0e-8b77-100706975af5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563605 Mar 03 16:14:17.913243 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 9403da2b-3583-4aa7-95d4-bf866b28e95c up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:14:17.985296 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 9403da2b-3583-4aa7-95d4-bf866b28e95c triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:17.985801 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:18.111287 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 9403da2b-3583-4aa7-95d4-bf866b28e95c is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:14:18.470499 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdab327-5605-48b6-950e-1bb270219d5c req-f4d67022-816c-4c3b-ba48-bdd0efba53a7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:18.474884 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6cdab327-5605-48b6-950e-1bb270219d5c req-f4d67022-816c-4c3b-ba48-bdd0efba53a7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1206644 Mar 03 16:14:18.544859 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6cdab327-5605-48b6-950e-1bb270219d5c req-e5cd108a-8344-484a-aca6-3bb1dc641875 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620902 Mar 03 16:14:19.703008 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057df1d-f39f-4138-858e-a3fafb4bb0d8 req-152249da-93ba-4f0a-885f-8fc6a5e287ee tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:19.705276 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8057df1d-f39f-4138-858e-a3fafb4bb0d8 req-152249da-93ba-4f0a-885f-8fc6a5e287ee tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0894828 Mar 03 16:14:19.768753 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8057df1d-f39f-4138-858e-a3fafb4bb0d8 req-487f136a-8bc3-4c55-b8c7-cded3ba31d68 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563354 Mar 03 16:14:20.884579 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce313eb-ee54-4f79-bfc0-7f30681c6a10 req-07669b8b-ba1f-4e25-b4af-b849624a6882 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:20.886173 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8ce313eb-ee54-4f79-bfc0-7f30681c6a10 req-07669b8b-ba1f-4e25-b4af-b849624a6882 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0530286 Mar 03 16:14:20.937123 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8ce313eb-ee54-4f79-bfc0-7f30681c6a10 req-d2a48748-c08c-4dd6-bb72-696ff912edac tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447886 Mar 03 16:14:22.068219 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e3dbb-edb0-495c-b22c-b93841ae7787 req-74ba03bb-c181-48d7-93f9-0c6584c9f606 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:22.069761 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b88e3dbb-edb0-495c-b22c-b93841ae7787 req-74ba03bb-c181-48d7-93f9-0c6584c9f606 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0641217 Mar 03 16:14:22.136120 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b88e3dbb-edb0-495c-b22c-b93841ae7787 req-d5866a99-0de2-4595-9dd4-2c895eaad418 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580964 Mar 03 16:14:23.289567 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3be8a8-96ae-4684-8472-8d8da50db08f req-cef1fb0c-3af4-4c1c-a1a9-3b21f84d4deb tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:23.291281 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4a3be8a8-96ae-4684-8472-8d8da50db08f req-cef1fb0c-3af4-4c1c-a1a9-3b21f84d4deb tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0679691 Mar 03 16:14:23.353525 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4a3be8a8-96ae-4684-8472-8d8da50db08f req-8cfcd171-d5e3-4e4b-9154-d4a2c697fcd0 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511172 Mar 03 16:14:24.474092 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fcf42-6d34-473d-a466-43335f7bbad4 req-c8c06b98-0b1d-4c8a-9525-ce3bf70653df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:24.475714 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a31fcf42-6d34-473d-a466-43335f7bbad4 req-c8c06b98-0b1d-4c8a-9525-ce3bf70653df service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 1129 time: 0.0618913 Mar 03 16:14:24.497606 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41e061-8bca-402e-a23b-9102e865948a req-a44e4f5a-a37b-4448-8696-8c7ab028113f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:24.499184 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1b41e061-8bca-402e-a23b-9102e865948a req-a44e4f5a-a37b-4448-8696-8c7ab028113f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0634425 Mar 03 16:14:24.535893 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a31fcf42-6d34-473d-a466-43335f7bbad4 req-feb84ca7-9472-4e92-9ca7-a7afb35d9862 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500052 Mar 03 16:14:24.555340 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1b41e061-8bca-402e-a23b-9102e865948a req-c8072059-a8ed-4472-9f7d-02aaf9813c74 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492265 Mar 03 16:14:25.460891 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c921da8c-8842-4f32-80ab-64f4c7d19cce tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:25.462384 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c921da8c-8842-4f32-80ab-64f4c7d19cce tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/networks?id=f5ad406e-33e9-494f-9b52-02dce4509ffa HTTP/1.1" status: 200 len: 815 time: 0.0991733 Mar 03 16:14:25.476838 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-477bfbc9-0deb-440c-98bf-af0e87d34efc tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/quotas/1fdedb4516ad49f2a17dcdb8bdcfc701 HTTP/1.1" status: 200 len: 375 time: 0.0092051 Mar 03 16:14:25.527990 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-4534f516-14d3-4b20-845d-e6bdb2f973aa tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1fdedb4516ad49f2a17dcdb8bdcfc701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464351 Mar 03 16:14:25.626287 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-cc2acaf4-d93f-4971-850a-f1013a44c616 service neutron] 10.222.0.11 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846875 Mar 03 16:14:25.675279 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be934bfd-15ae-47e7-be3d-f71950bfa7b0 req-02cdcb80-33ee-44ca-990c-fc6e055c5b77 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:25.676907 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-be934bfd-15ae-47e7-be3d-f71950bfa7b0 req-02cdcb80-33ee-44ca-990c-fc6e055c5b77 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0514491 Mar 03 16:14:25.715492 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-ed09078a-ef18-45b2-8241-55fb0a34b018 service neutron] 10.222.0.11 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837319 Mar 03 16:14:25.726400 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-be934bfd-15ae-47e7-be3d-f71950bfa7b0 req-d7e7064e-48eb-4bec-9471-06a3b6c81320 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440326 Mar 03 16:14:25.775876 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:14:25.872317 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-91608ec7-36c1-48c2-8a2c-e7a4f29bc953 req-77864f4e-45e9-4089-88d3-2a30a5ec67a9 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 210 time: 0.0260441 Mar 03 16:14:26.840481 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d4fc-f357-4eb8-8eb1-d1fcaf9ae62e req-bbc14c3a-a03a-405b-8838-7b093f07a48b tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:26.841928 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b8e7d4fc-f357-4eb8-8eb1-d1fcaf9ae62e req-bbc14c3a-a03a-405b-8838-7b093f07a48b tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0498362 Mar 03 16:14:26.886711 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b8e7d4fc-f357-4eb8-8eb1-d1fcaf9ae62e req-c1d8f6b0-6e85-4791-ad2b-569d9acfcb9c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389557 Mar 03 16:14:26.964935 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ea4a3ad8-1bc8-4d6e-ac2f-c8c046b24634 req-ede89f20-847a-417e-9ca9-20ad04ea2d8c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 210 time: 0.0302219 Mar 03 16:14:27.188828 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-a47817e6-6eff-4ea6-a9ab-79d8a6eb721a tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:27.190396 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-a47817e6-6eff-4ea6-a9ab-79d8a6eb721a tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.10 "GET /v2.0/networks?id=f5ad406e-33e9-494f-9b52-02dce4509ffa HTTP/1.1" status: 200 len: 815 time: 0.1049953 Mar 03 16:14:27.234182 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Request body: {'port': {'device_id': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'admin_state_up': True, 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:27.337399 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Made reservation on behalf of 1fdedb4516ad49f2a17dcdb8bdcfc701 for: {'port': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:14:27.341039 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:27.470800 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Allocated IP 172.20.0.11 (f5ad406e-33e9-494f-9b52-02dce4509ffa/7ac10c53-4673-4c25-aaf1-7a3222a770b0/90de1cc1-629e-4ea1-bb80-22b864e42155) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:14:27.654983 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:27.694118 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:27.731591 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Network f5ad406e-33e9-494f-9b52-02dce4509ffa is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:14:27.737232 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:14:27.740785 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:14:27.748993 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:27.749721 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:27.775205 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event updated for resources: {'Port': ['ID=90de1cc1-629e-4ea1-bb80-22b864e42155,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:27.785180 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-974f189e-b649-4c0c-9a3a-43a513df8208 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5549006 Mar 03 16:14:28.004364 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338769-d7d5-4db5-a236-a19c4ff8557c req-d8069394-68a4-455f-b7ce-e9da57875b9a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:28.006367 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-00338769-d7d5-4db5-a236-a19c4ff8557c req-d8069394-68a4-455f-b7ce-e9da57875b9a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0556159 Mar 03 16:14:28.017599 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-42bcd90d-353e-4587-bc5d-87b5ba7a1035 None None] Provisioning complete for port 90de1cc1-629e-4ea1-bb80-22b864e42155 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:14:28.019002 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-42bcd90d-353e-4587-bc5d-87b5ba7a1035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:28.064422 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-42bcd90d-353e-4587-bc5d-87b5ba7a1035 None None] Port 90de1cc1-629e-4ea1-bb80-22b864e42155 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:14:28.074542 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-00338769-d7d5-4db5-a236-a19c4ff8557c req-541a51d0-5ebf-4dda-bd84-8077d28e8a6e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607259 Mar 03 16:14:28.133462 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4689310-1492-42b2-8934-ef870b68e07f req-4ff38b1b-fecc-40e4-b986-573c02bfbb72 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:28.135287 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c4689310-1492-42b2-8934-ef870b68e07f req-4ff38b1b-fecc-40e4-b986-573c02bfbb72 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0632064 Mar 03 16:14:28.185526 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c4689310-1492-42b2-8934-ef870b68e07f req-611b0ee7-e773-4619-930f-ee3eb4e4dff9 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 Mar 03 16:14:29.215843 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0bc27-abdb-44fb-9528-c54d118e593e req-6677900b-9273-4f43-81f1-3d0e5e7498b9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:29.222686 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-29b0bc27-abdb-44fb-9528-c54d118e593e req-6677900b-9273-4f43-81f1-3d0e5e7498b9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0639701 Mar 03 16:14:29.306846 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-29b0bc27-abdb-44fb-9528-c54d118e593e req-895faf89-8cbc-4463-b7ea-6f37982fe2a3 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740001 Mar 03 16:14:29.340459 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407d0dd-8ece-4dea-b10b-6e22adf2aa09 req-a189ff0b-e650-41e9-b0e0-fb0d020d7b26 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:29.344083 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3407d0dd-8ece-4dea-b10b-6e22adf2aa09 req-a189ff0b-e650-41e9-b0e0-fb0d020d7b26 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0847540 Mar 03 16:14:29.394674 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3407d0dd-8ece-4dea-b10b-6e22adf2aa09 req-90298353-3d79-4c84-be4f-b22a582ca8e0 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463929 Mar 03 16:14:30.421542 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eba74-b8a8-4789-a41c-fa0ba78dd411 req-ada35d11-c88a-4781-bb20-bb5b26392be4 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:30.424201 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-349eba74-b8a8-4789-a41c-fa0ba78dd411 req-ada35d11-c88a-4781-bb20-bb5b26392be4 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0567751 Mar 03 16:14:30.505482 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-349eba74-b8a8-4789-a41c-fa0ba78dd411 req-0b7341b2-981a-4621-ae8b-ec72f08510de tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743845 Mar 03 16:14:30.541041 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0238e36-a87b-44dc-84c9-419e83bdd51f req-a7d19969-8160-418d-b8b3-16564c0f68dd tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:30.542483 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d0238e36-a87b-44dc-84c9-419e83bdd51f req-a7d19969-8160-418d-b8b3-16564c0f68dd tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0718477 Mar 03 16:14:30.590692 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d0238e36-a87b-44dc-84c9-419e83bdd51f req-7d3d3a50-ed32-4df0-b414-a4635187d0ea tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419984 Mar 03 16:14:31.637673 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b46a8-02e8-4c3d-b7dd-2e642239417e req-0f341c39-3505-485a-8ac9-d2078f7bf0c3 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:31.639154 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ca8b46a8-02e8-4c3d-b7dd-2e642239417e req-0f341c39-3505-485a-8ac9-d2078f7bf0c3 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0599160 Mar 03 16:14:31.698735 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ca8b46a8-02e8-4c3d-b7dd-2e642239417e req-37184a66-d312-4796-aac0-c59127a8864c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530417 Mar 03 16:14:31.735901 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d69383-cbaa-4c27-a002-8ab8b8a14ba2 req-ff53159a-86d2-4990-9c8a-4a9d1f2d4069 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:31.738842 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-23d69383-cbaa-4c27-a002-8ab8b8a14ba2 req-ff53159a-86d2-4990-9c8a-4a9d1f2d4069 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0735431 Mar 03 16:14:31.793685 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-23d69383-cbaa-4c27-a002-8ab8b8a14ba2 req-10801ec2-b447-47d8-a2ff-1eb748056a4b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463817 Mar 03 16:14:32.815298 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a0b1c-96b7-4696-a2bb-551482b61d5a req-b715c97f-a082-4f31-bb55-f19eb1f47b45 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:32.816798 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-775a0b1c-96b7-4696-a2bb-551482b61d5a req-b715c97f-a082-4f31-bb55-f19eb1f47b45 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0511026 Mar 03 16:14:32.862511 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-775a0b1c-96b7-4696-a2bb-551482b61d5a req-6acdba16-7844-4796-be09-b520b89e2392 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Mar 03 16:14:32.922793 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b0361-051e-40bc-b197-d2b0f57281c1 req-517fe07c-eb49-4257-9b45-0a23ff6ae45c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:32.924304 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb1b0361-051e-40bc-b197-d2b0f57281c1 req-517fe07c-eb49-4257-9b45-0a23ff6ae45c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0645740 Mar 03 16:14:32.968757 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb1b0361-051e-40bc-b197-d2b0f57281c1 req-59e3ea48-267a-49ad-b7a3-06f8c0587027 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391414 Mar 03 16:14:33.982190 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7097b84-0f34-48b9-8a70-fbb866b7a987 req-d4bb5101-7470-41b9-98e3-875195e1eaf5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:33.984882 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c7097b84-0f34-48b9-8a70-fbb866b7a987 req-d4bb5101-7470-41b9-98e3-875195e1eaf5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0548208 Mar 03 16:14:34.048268 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c7097b84-0f34-48b9-8a70-fbb866b7a987 req-02924c5e-2992-4dea-8b99-6e99cd944318 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555429 Mar 03 16:14:34.095272 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128b360-b0b6-4034-9128-d48335efba1d req-66bf1210-76e4-45b0-9451-5556d710cd40 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:34.096828 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5128b360-b0b6-4034-9128-d48335efba1d req-66bf1210-76e4-45b0-9451-5556d710cd40 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0584998 Mar 03 16:14:34.143495 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5128b360-b0b6-4034-9128-d48335efba1d req-a9c2422e-9e27-4595-ab7b-f9f691cd5bb1 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Mar 03 16:14:34.219145 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c2f87f95-63df-487b-b1f7-c5bee3f2f1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:35.178091 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c38c6-3f47-442c-bbd0-331326646e73 req-751b4110-0ebe-403f-9dca-ea7461383ddf tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:35.183577 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3a2c38c6-3f47-442c-bbd0-331326646e73 req-751b4110-0ebe-403f-9dca-ea7461383ddf tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0708230 Mar 03 16:14:35.237315 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3a2c38c6-3f47-442c-bbd0-331326646e73 req-3b503d6c-f438-4c12-8104-6a90abaa5db0 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446913 Mar 03 16:14:35.264409 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0b972-1ee3-491a-a57a-13a04932e41e req-c97c083f-1cfd-4296-a87d-fd8ce08c4ac8 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:35.265886 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-72b0b972-1ee3-491a-a57a-13a04932e41e req-c97c083f-1cfd-4296-a87d-fd8ce08c4ac8 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0513995 Mar 03 16:14:35.314413 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-72b0b972-1ee3-491a-a57a-13a04932e41e req-1604acde-0ab2-4856-83a7-93367fb48a2d tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Mar 03 16:14:36.356375 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b87404-c3e3-4a17-834d-16c210113484 req-ed80a38e-8129-48e8-8666-31eb7307df84 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:36.357908 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-20b87404-c3e3-4a17-834d-16c210113484 req-ed80a38e-8129-48e8-8666-31eb7307df84 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0518107 Mar 03 16:14:36.418355 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-20b87404-c3e3-4a17-834d-16c210113484 req-61abcc14-4745-467c-a1c7-8693c6f1463c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497217 Mar 03 16:14:36.438484 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497348e4-8076-47e3-8c18-f572fa2239f4 req-4d64899c-594b-4f2f-a1e0-ca90c8c7c52f tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:36.440097 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-497348e4-8076-47e3-8c18-f572fa2239f4 req-4d64899c-594b-4f2f-a1e0-ca90c8c7c52f tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0591569 Mar 03 16:14:36.490573 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-497348e4-8076-47e3-8c18-f572fa2239f4 req-1db83508-a5f9-4533-987c-34907b7fb76f tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439928 Mar 03 16:14:36.689508 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-2b5f323a-d645-4f16-b882-2753e220cd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:37.270531 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:37.533338 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130a05e-4fdd-4c48-ba82-a91f3449edea req-acc899fa-77e2-4223-9e04-dadbcddc9dea tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:37.534811 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d130a05e-4fdd-4c48-ba82-a91f3449edea req-acc899fa-77e2-4223-9e04-dadbcddc9dea tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0549119 Mar 03 16:14:37.602364 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d130a05e-4fdd-4c48-ba82-a91f3449edea req-3e279641-284d-4d82-897a-4f32d68afd9d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620396 Mar 03 16:14:37.608552 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:37.615095 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afd684-b761-4f59-9916-d254258a85b9 req-ae27b8eb-ceaf-469c-9f5b-64d684f5d228 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:37.621266 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66afd684-b761-4f59-9916-d254258a85b9 req-ae27b8eb-ceaf-469c-9f5b-64d684f5d228 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0638623 Mar 03 16:14:37.667114 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66afd684-b761-4f59-9916-d254258a85b9 req-14c66c6a-0dcb-43ad-ae9a-f9033515c1de tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448015 Mar 03 16:14:38.733637 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40a207-f742-4b4c-bad1-80416cec5329 req-5c8ea28c-f2f4-4abb-9788-b7ec229924d1 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:38.735204 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6b40a207-f742-4b4c-bad1-80416cec5329 req-5c8ea28c-f2f4-4abb-9788-b7ec229924d1 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0538206 Mar 03 16:14:38.804273 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2faf7-7968-4f2a-b1c0-cadefdbd2a21 req-5f27926e-ac4c-40ef-b4ca-af6808b3a2ab tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:38.807771 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6bf2faf7-7968-4f2a-b1c0-cadefdbd2a21 req-5f27926e-ac4c-40ef-b4ca-af6808b3a2ab tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0608737 Mar 03 16:14:38.843836 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6b40a207-f742-4b4c-bad1-80416cec5329 req-24d2db35-e4a8-418a-9ca3-22893cc5c1a7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920141 Mar 03 16:14:38.858300 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6bf2faf7-7968-4f2a-b1c0-cadefdbd2a21 req-473e5186-f86c-413f-8320-f84a6de112a4 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Mar 03 16:14:39.081254 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:39.980876 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c51c30-420d-464b-b3a7-316f18a5914f req-476f1462-0c37-40de-a44c-8d7e616c87b7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:39.982361 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e7c51c30-420d-464b-b3a7-316f18a5914f req-476f1462-0c37-40de-a44c-8d7e616c87b7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0795069 Mar 03 16:14:40.001906 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a95ec-9221-4be2-9715-c34fcb1b56a9 req-088d4cd3-cddd-4bcc-854d-a05f6a0226ff tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:40.004335 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-518a95ec-9221-4be2-9715-c34fcb1b56a9 req-088d4cd3-cddd-4bcc-854d-a05f6a0226ff tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0550394 Mar 03 16:14:40.042541 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e7c51c30-420d-464b-b3a7-316f18a5914f req-525ad414-2042-43e6-9add-f2835a84507d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544508 Mar 03 16:14:40.056255 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-518a95ec-9221-4be2-9715-c34fcb1b56a9 req-a7fa329b-2658-452b-8f4e-9778838f34f0 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456979 Mar 03 16:14:40.471518 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8c361-0371-40df-99be-a53f1da801c6 req-3fb7c075-bc3d-4014-9bf1-bf6ad977f700 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:40.473155 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bfe8c361-0371-40df-99be-a53f1da801c6 req-3fb7c075-bc3d-4014-9bf1-bf6ad977f700 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0521541 Mar 03 16:14:40.532452 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bfe8c361-0371-40df-99be-a53f1da801c6 req-f491b061-6fef-4096-89f9-82feaf0c6ec7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526757 Mar 03 16:14:40.702429 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:41.173134 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ae149-5c4f-4078-b749-b914560018a1 req-1c00985f-8d10-4849-8132-629dd332f738 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:41.180222 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7e9ae149-5c4f-4078-b749-b914560018a1 req-1c00985f-8d10-4849-8132-629dd332f738 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0662506 Mar 03 16:14:41.211847 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e38723-b7fd-4699-a133-fd778209eaee req-ce2c1396-3966-4bcf-858d-dc16598352cf tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:41.213507 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-49e38723-b7fd-4699-a133-fd778209eaee req-ce2c1396-3966-4bcf-858d-dc16598352cf tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0832536 Mar 03 16:14:41.230935 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7e9ae149-5c4f-4078-b749-b914560018a1 req-2456cc92-4282-4cc4-96ee-5dae08fb95b6 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494969 Mar 03 16:14:41.266929 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-49e38723-b7fd-4699-a133-fd778209eaee req-7e01a978-0809-4015-9a1c-4c716b38392b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458002 Mar 03 16:14:41.647343 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa0b6d-e75b-4d56-a711-1498eb55af69 req-74cba853-fdf6-402f-a1bb-e5b8230aa2a7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:41.648836 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9ffa0b6d-e75b-4d56-a711-1498eb55af69 req-74cba853-fdf6-402f-a1bb-e5b8230aa2a7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0502987 Mar 03 16:14:41.698149 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9ffa0b6d-e75b-4d56-a711-1498eb55af69 req-4275d631-708f-4a70-b620-2c8c90ce1706 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439506 Mar 03 16:14:42.348281 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ff665-d289-4a1f-87ed-21f691e7e926 req-2b662f28-32c7-40fb-8f0e-efa09632764f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:42.349749 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b68ff665-d289-4a1f-87ed-21f691e7e926 req-2b662f28-32c7-40fb-8f0e-efa09632764f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0509565 Mar 03 16:14:42.380314 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20813e7-94ac-49ff-b65f-156517a33695 req-6fd4a401-81e4-452a-9fc2-9902019f1010 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:42.381807 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b20813e7-94ac-49ff-b65f-156517a33695 req-6fd4a401-81e4-452a-9fc2-9902019f1010 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0501471 Mar 03 16:14:42.394942 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b68ff665-d289-4a1f-87ed-21f691e7e926 req-a3357b37-dbc8-49b5-ae4d-436930b95e23 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396869 Mar 03 16:14:42.427400 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b20813e7-94ac-49ff-b65f-156517a33695 req-7147c47c-8dbc-4a42-b85f-07fcde4b9f44 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400488 Mar 03 16:14:42.814598 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeed164-ed60-438a-94af-3f16761a3250 req-8e98e038-05d6-44f3-9c14-3a3b13c0d06e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:42.816065 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2eeed164-ed60-438a-94af-3f16761a3250 req-8e98e038-05d6-44f3-9c14-3a3b13c0d06e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0546830 Mar 03 16:14:42.860264 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2eeed164-ed60-438a-94af-3f16761a3250 req-8c78cd48-7d88-4600-aad9-7fbb21edacd0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388453 Mar 03 16:14:43.520701 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902ed48-0a9b-4d96-87d2-3918a4b134f4 req-04c3f062-5e80-40e2-ac43-e1ba775f703a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:43.522178 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8902ed48-0a9b-4d96-87d2-3918a4b134f4 req-04c3f062-5e80-40e2-ac43-e1ba775f703a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0620573 Mar 03 16:14:43.543563 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ee094-5cd2-4355-91a4-e9412de1e499 req-73d56f22-6a2f-4107-8eaf-e5aa0048d4d0 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:43.545080 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-403ee094-5cd2-4355-91a4-e9412de1e499 req-73d56f22-6a2f-4107-8eaf-e5aa0048d4d0 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0535614 Mar 03 16:14:43.569564 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8902ed48-0a9b-4d96-87d2-3918a4b134f4 req-4dd0b4ef-ab0f-4ee9-a9ff-fd4e92c52c5e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Mar 03 16:14:43.591092 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-403ee094-5cd2-4355-91a4-e9412de1e499 req-309d3a1b-7955-4352-b3db-d599191467b0 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403388 Mar 03 16:14:43.975465 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75d8d3-a534-42e0-9152-d1799e20bff5 req-58649b6f-5b16-4399-99a5-89cd55839ffd tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:43.976933 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1e75d8d3-a534-42e0-9152-d1799e20bff5 req-58649b6f-5b16-4399-99a5-89cd55839ffd tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0535390 Mar 03 16:14:44.021936 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1e75d8d3-a534-42e0-9152-d1799e20bff5 req-146beec4-69e0-4751-a45e-746092b16850 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Mar 03 16:14:44.692663 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931ac0d-5b85-4b63-8f22-e2ac81be7647 req-03fa980b-9c6e-4b93-a580-abebf10c8539 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:44.694289 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6931ac0d-5b85-4b63-8f22-e2ac81be7647 req-03fa980b-9c6e-4b93-a580-abebf10c8539 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0555391 Mar 03 16:14:44.708459 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e00f06-e7e4-44dd-b512-e4d6c6170da5 req-f4e86715-3368-4d6b-87a8-e80f28f40edd tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:44.709911 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-02e00f06-e7e4-44dd-b512-e4d6c6170da5 req-f4e86715-3368-4d6b-87a8-e80f28f40edd tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0508156 Mar 03 16:14:44.740590 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6931ac0d-5b85-4b63-8f22-e2ac81be7647 req-318266b9-3126-484c-a203-7e504d04bdbb tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407743 Mar 03 16:14:44.755661 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-02e00f06-e7e4-44dd-b512-e4d6c6170da5 req-828baa7d-4e81-4761-83d6-61ff53bfc44d tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402076 Mar 03 16:14:45.135989 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05b9ec-6119-4c10-963a-e63edbab81db req-2361828e-f154-4cf0-a8e7-3af3d619e467 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:45.137446 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ed05b9ec-6119-4c10-963a-e63edbab81db req-2361828e-f154-4cf0-a8e7-3af3d619e467 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0508249 Mar 03 16:14:45.183401 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ed05b9ec-6119-4c10-963a-e63edbab81db req-914edb43-a328-47fd-a999-dc7f4d8bfa6d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400209 Mar 03 16:14:45.585504 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Request body: {'port': {'device_id': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:14:45.645745 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:45.652642 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-da004ddb-2036-4139-82ef-e1d5cb676e5c req-29b42f21-b632-4158-bbb3-d86151a4aa86 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414760 Mar 03 16:14:45.783293 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da004ddb-2036-4139-82ef-e1d5cb676e5c req-f7d011bf-5811-44a2-a1ec-6cf5f78cdec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:45.787244 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-da004ddb-2036-4139-82ef-e1d5cb676e5c req-f7d011bf-5811-44a2-a1ec-6cf5f78cdec4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bcf1394a235140658c5dc29f79119146&device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 1130 time: 0.0573187 Mar 03 16:14:45.952991 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8b789-f5a3-413f-a7cb-89377065e066 req-070dba4b-7a4f-4c88-b66a-3eb8cd7d856c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:45.955253 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-aca8b789-f5a3-413f-a7cb-89377065e066 req-070dba4b-7a4f-4c88-b66a-3eb8cd7d856c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 932 time: 0.0980031 Mar 03 16:14:45.956811 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da004ddb-2036-4139-82ef-e1d5cb676e5c req-71fbd702-2b9d-43b8-8c40-15002901bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:45.958263 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-da004ddb-2036-4139-82ef-e1d5cb676e5c req-71fbd702-2b9d-43b8-8c40-15002901bbdc service neutron] 10.222.0.10 "GET /v2.0/networks?id=81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 200 len: 914 time: 0.1474068 Mar 03 16:14:46.009861 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-da004ddb-2036-4139-82ef-e1d5cb676e5c req-daa219b2-e5de-472a-aac8-b7ce28e69e6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00abaa24-5078-4b96-86b8-a4ccef266811 HTTP/1.1" status: 200 len: 217 time: 0.0420983 Mar 03 16:14:46.067072 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-aca8b789-f5a3-413f-a7cb-89377065e066 req-4957492e-2c4e-44fd-ab21-8f7822d7dda7 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055825 Mar 03 16:14:46.078790 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da004ddb-2036-4139-82ef-e1d5cb676e5c req-515e9d44-923d-4449-8727-382351757170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:46.088112 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-da004ddb-2036-4139-82ef-e1d5cb676e5c req-515e9d44-923d-4449-8727-382351757170 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=369464a5-7b33-4b27-a463-b6dba2f7f3c6 HTTP/1.1" status: 200 len: 854 time: 0.0587416 Mar 03 16:14:46.120643 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9d45f-5c9d-4426-a0b1-3c2a6657dcf0 req-ea8e51c8-c078-4447-b5ac-187e2136b374 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:46.122037 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3bc9d45f-5c9d-4426-a0b1-3c2a6657dcf0 req-ea8e51c8-c078-4447-b5ac-187e2136b374 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0807428 Mar 03 16:14:46.205804 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3bc9d45f-5c9d-4426-a0b1-3c2a6657dcf0 req-6d13f4a6-a93b-4fd2-8cfb-7440dba96ef9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771976 Mar 03 16:14:46.216462 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90de1cc1-629e-4ea1-bb80-22b864e42155 {{(pid=103058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:14:46.224414 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Publish callbacks [] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:46.237235 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.provisioning_blocks [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Transition to ACTIVE for port object 90de1cc1-629e-4ea1-bb80-22b864e42155 will not be triggered until provisioned by entity L2. {{(pid=103058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:14:46.241815 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:46.290990 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=90de1cc1-629e-4ea1-bb80-22b864e42155,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:46.318268 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.318630 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.319355 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.319523 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.319879 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.320201 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.320520 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.320844 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.321162 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.321472 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.321792 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.322110 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.322473 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:46.330971 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74328fe-4df2-401e-8ff4-763d0ef6c741 req-267315d5-58a9-43f0-bf1d-d23237572d13 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:46.339301 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Attempting to bind port 90de1cc1-629e-4ea1-bb80-22b864e42155 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:14:46.339727 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Attempting to bind port 90de1cc1-629e-4ea1-bb80-22b864e42155 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'}] {{(pid=103058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:14:46.339989 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Attempting to bind port 90de1cc1-629e-4ea1-bb80-22b864e42155 on network f5ad406e-33e9-494f-9b52-02dce4509ffa {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:14:46.342308 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c74328fe-4df2-401e-8ff4-763d0ef6c741 req-267315d5-58a9-43f0-bf1d-d23237572d13 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0814502 Mar 03 16:14:46.344838 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Port 90de1cc1-629e-4ea1-bb80-22b864e42155 on network f5ad406e-33e9-494f-9b52-02dce4509ffa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:14:46.345155 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Attempting to bind port 90de1cc1-629e-4ea1-bb80-22b864e42155 on network f5ad406e-33e9-494f-9b52-02dce4509ffa {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:14:46.350523 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:14:46.350863 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Checking segment: {'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:14:46.351239 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Bound using segment: {'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'} {{(pid=103058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:14:46.351698 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.managers [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Bound port: 90de1cc1-629e-4ea1-bb80-22b864e42155, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd822924-1bfd-463f-ae72-a7c58236887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa'}}] {{(pid=103058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:14:46.352051 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:46.403103 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c74328fe-4df2-401e-8ff4-763d0ef6c741 req-065ac9b7-ecb3-4af4-8855-b4eb6a48b1ff tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597825 Mar 03 16:14:46.440667 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] For port 90de1cc1-629e-4ea1-bb80-22b864e42155, host hv-cinder-83053, cleared binding levels {{(pid=103058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:14:46.444909 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] For port 90de1cc1-629e-4ea1-bb80-22b864e42155, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=90de1cc1-629e-4ea1-bb80-22b864e42155,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:14:46.451941 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:46.488198 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:46.489086 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:46.490576 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] 10.222.0.10 "PUT /v2.0/ports/90de1cc1-629e-4ea1-bb80-22b864e42155 HTTP/1.1" status: 200 len: 1094 time: 0.9097302 Mar 03 16:14:46.493101 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:14:46.495381 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ed6158-dc51-4b97-85d8-02c71ec64e80" -d '{"events": [{"name": "network-changed", "server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:14:46.529160 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8b48c-ae17-4363-a56d-30d0b4f41ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=90de1cc1-629e-4ea1-bb80-22b864e42155,revision_number=3']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:46.539984 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a8efaf-f562-42f5-b71e-44e9a96324ac x-openstack-request-id: req-15a8efaf-f562-42f5-b71e-44e9a96324ac {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:14:46.540263 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:14:46.540508 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15a8efaf-f562-42f5-b71e-44e9a96324ac {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:14:46.541562 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'status': 'completed', 'code': 200} Mar 03 16:14:46.575650 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d51a9-8241-476f-8961-8bd089561679 req-6074b771-ef1d-4727-94c8-78ea56d0e845 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:46.580119 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e98d51a9-8241-476f-8961-8bd089561679 req-6074b771-ef1d-4727-94c8-78ea56d0e845 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0588162 Mar 03 16:14:46.630009 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e98d51a9-8241-476f-8961-8bd089561679 req-87b6585a-fd99-438e-83a9-73950bad6d7a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470555 Mar 03 16:14:46.664124 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-da004ddb-2036-4139-82ef-e1d5cb676e5c req-e4c2416b-7af3-4191-82b5-b6da54205460 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81ee8f01-b759-4202-8915-9ce0ac0408c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331538 Mar 03 16:14:46.715913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6158-dc51-4b97-85d8-02c71ec64e80 req-a5f78061-16ea-4100-a972-c0c15bfd66d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:46.717661 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-60ed6158-dc51-4b97-85d8-02c71ec64e80 req-a5f78061-16ea-4100-a972-c0c15bfd66d1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fdedb4516ad49f2a17dcdb8bdcfc701&device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 1128 time: 0.0731993 Mar 03 16:14:46.800041 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e831587-b177-44ef-9f89-4437832e52b8 req-65372699-e438-4136-9f8a-e25ac57e9aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:46.801569 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0e831587-b177-44ef-9f89-4437832e52b8 req-65372699-e438-4136-9f8a-e25ac57e9aca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2073a032eb83470fa8666e110d2452d6&device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 1129 time: 0.1119177 Mar 03 16:14:46.806843 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-da004ddb-2036-4139-82ef-e1d5cb676e5c req-ef53604b-d9fc-4512-b3f2-9a3ed5c26447 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270695 Mar 03 16:14:46.829017 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6158-dc51-4b97-85d8-02c71ec64e80 req-7ca6724c-77fa-4ff1-ba1e-bd77c67ba39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:46.830336 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-60ed6158-dc51-4b97-85d8-02c71ec64e80 req-7ca6724c-77fa-4ff1-ba1e-bd77c67ba39d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1fdedb4516ad49f2a17dcdb8bdcfc701&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0950994 Mar 03 16:14:46.927193 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed6158-dc51-4b97-85d8-02c71ec64e80 req-997aca45-e5cd-40b0-a13a-a452ce1e5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:46.928718 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-60ed6158-dc51-4b97-85d8-02c71ec64e80 req-997aca45-e5cd-40b0-a13a-a452ce1e5af6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0920808 Mar 03 16:14:46.968118 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e831587-b177-44ef-9f89-4437832e52b8 req-3ed0804f-04c1-45eb-b4b4-950db35e037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:46.970208 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0e831587-b177-44ef-9f89-4437832e52b8 req-3ed0804f-04c1-45eb-b4b4-950db35e037c service neutron] 10.222.0.10 "GET /v2.0/networks?id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47 HTTP/1.1" status: 200 len: 918 time: 0.1567822 Mar 03 16:14:46.972120 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-da004ddb-2036-4139-82ef-e1d5cb676e5c req-3b37c61b-7bee-49f6-871b-12e17e941305 service neutron] 10.222.0.10 "GET /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576853 Mar 03 16:14:47.036956 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0e831587-b177-44ef-9f89-4437832e52b8 req-8756def7-a269-4502-baa1-d74bd89b77a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3bede718-5810-418d-ac01-2d96bf39f913 HTTP/1.1" status: 200 len: 217 time: 0.0506489 Mar 03 16:14:47.114867 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e831587-b177-44ef-9f89-4437832e52b8 req-bfba925a-427e-40b8-82fa-3ee2aeef1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:47.116940 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0e831587-b177-44ef-9f89-4437832e52b8 req-bfba925a-427e-40b8-82fa-3ee2aeef1180 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=43ae60ec-ea77-49ce-bb68-d2d11a158e61 HTTP/1.1" status: 200 len: 858 time: 0.0602932 Mar 03 16:14:47.119900 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-fcbb5bcc-63f9-4048-b778-59af15aec089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:47.121356 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-fcbb5bcc-63f9-4048-b778-59af15aec089 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fdedb4516ad49f2a17dcdb8bdcfc701&device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 1128 time: 0.1287210 Mar 03 16:14:47.207852 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0e831587-b177-44ef-9f89-4437832e52b8 req-1effa1d0-3f59-4bef-84e5-4542d3a8f471 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=82e9fb8e-a8c9-4547-9296-3ca067bc6d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625558 Mar 03 16:14:47.209506 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-ee778481-1763-4511-847b-90eb326dd3c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90de1cc1-629e-4ea1-bb80-22b864e42155 HTTP/1.1" status: 200 len: 217 time: 0.0632210 Mar 03 16:14:47.212185 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14aa5c9-601d-4199-87ef-c0afe97f1037 req-6b633a89-a17b-4f06-99b8-b64bdc506078 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:47.213630 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e14aa5c9-601d-4199-87ef-c0afe97f1037 req-6b633a89-a17b-4f06-99b8-b64bdc506078 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.0661905 Mar 03 16:14:47.258821 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e14aa5c9-601d-4199-87ef-c0afe97f1037 req-511374e3-d6ea-4c4a-9867-ead34c9919b5 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397387 Mar 03 16:14:47.313226 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-f6b74efa-22c6-463d-94e2-157b1e00c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:47.314713 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-f6b74efa-22c6-463d-94e2-157b1e00c1ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac10c53-4673-4c25-aaf1-7a3222a770b0 HTTP/1.1" status: 200 len: 854 time: 0.0943770 Mar 03 16:14:47.364560 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0e831587-b177-44ef-9f89-4437832e52b8 req-8d3bbc99-03c9-4c5c-aa73-3479918c974d service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458313 Mar 03 16:14:47.420543 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-10767558-9185-4ebc-bd37-e73dc58034b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:47.422483 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-10767558-9185-4ebc-bd37-e73dc58034b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5ad406e-33e9-494f-9b52-02dce4509ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971453 Mar 03 16:14:47.758529 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64528a-22c2-4f4a-ae34-0e4c407ff5a4 req-6927e2a3-78e8-4232-987a-7cce62dfc439 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:47.760169 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3a64528a-22c2-4f4a-ae34-0e4c407ff5a4 req-6927e2a3-78e8-4232-987a-7cce62dfc439 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0533843 Mar 03 16:14:47.791325 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0e831587-b177-44ef-9f89-4437832e52b8 req-5e8e5c08-0b7f-4349-b54d-ae2da1957608 service neutron] 10.222.0.10 "GET /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180186 Mar 03 16:14:47.808595 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3a64528a-22c2-4f4a-ae34-0e4c407ff5a4 req-67f70546-7e99-4c7e-90f0-3ed5ab35670d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 Mar 03 16:14:47.821970 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-d5136c16-e3c6-499c-ab79-f50c4bcb89cc service neutron] 10.222.0.10 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906484 Mar 03 16:14:47.834008 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822828b-b270-4c57-b5b7-f4c27feebd98 req-41a22b0f-5b4d-4fc2-b816-160f8d7690ed tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:47.835386 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1822828b-b270-4c57-b5b7-f4c27feebd98 req-41a22b0f-5b4d-4fc2-b816-160f8d7690ed tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.3436687 Mar 03 16:14:47.879369 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1822828b-b270-4c57-b5b7-f4c27feebd98 req-e363be88-0bb0-4d66-849a-997539071b2d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383284 Mar 03 16:14:48.372208 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff8163-45cf-4bd9-87e5-9c1d4cdf1294 req-f16d96ba-2fd3-4323-be00-39a4c1e31933 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:48.373588 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-67ff8163-45cf-4bd9-87e5-9c1d4cdf1294 req-f16d96ba-2fd3-4323-be00-39a4c1e31933 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.0510907 Mar 03 16:14:48.421723 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-67ff8163-45cf-4bd9-87e5-9c1d4cdf1294 req-a1abc1c7-bef5-46ad-b8fb-4bb6ef29eee8 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427582 Mar 03 16:14:48.924040 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12c1ad-fcdd-4189-8818-0ca6c116f141 req-cbdb79b6-8e89-4ff4-bb88-b45cbafbfaa1 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:48.925522 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2e12c1ad-fcdd-4189-8818-0ca6c116f141 req-cbdb79b6-8e89-4ff4-bb88-b45cbafbfaa1 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0512569 Mar 03 16:14:48.972253 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2e12c1ad-fcdd-4189-8818-0ca6c116f141 req-51b00618-0a80-4950-8504-48c9ed787a40 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Mar 03 16:14:49.004526 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63266461-6aec-4a57-9d9b-85382dd3ab86 req-9f4126cf-37d9-4fa0-9a27-4f95dc520e2d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:49.005974 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-63266461-6aec-4a57-9d9b-85382dd3ab86 req-9f4126cf-37d9-4fa0-9a27-4f95dc520e2d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0625269 Mar 03 16:14:49.050651 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-63266461-6aec-4a57-9d9b-85382dd3ab86 req-031aae7c-fa5d-4a37-bf35-54c1df05991a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392189 Mar 03 16:14:49.537206 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e501338-d6ba-4152-90dd-1407f1526629 req-91092ce4-e07c-431f-afd6-2de3b4d2a23d tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:49.538681 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8e501338-d6ba-4152-90dd-1407f1526629 req-91092ce4-e07c-431f-afd6-2de3b4d2a23d tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.0549507 Mar 03 16:14:49.586406 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8e501338-d6ba-4152-90dd-1407f1526629 req-46149b87-d449-4a8b-9443-0eac895e96ae tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Mar 03 16:14:50.091938 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9b3c5-6f65-40eb-b346-e16faa855de0 req-c3db6935-e0c4-4e75-8c21-1f776f71d3f9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:50.093417 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-04b9b3c5-6f65-40eb-b346-e16faa855de0 req-c3db6935-e0c4-4e75-8c21-1f776f71d3f9 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0508969 Mar 03 16:14:50.142502 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-04b9b3c5-6f65-40eb-b346-e16faa855de0 req-19317faf-3d71-4acd-8f34-9550ab997171 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 Mar 03 16:14:50.166549 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3581f-cc69-4266-a544-af943636c1b5 req-71dae6f1-280c-43fe-bb1f-21a52f651d0d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:50.168341 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b7c3581f-cc69-4266-a544-af943636c1b5 req-71dae6f1-280c-43fe-bb1f-21a52f651d0d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Mar 03 16:14:50.213306 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b7c3581f-cc69-4266-a544-af943636c1b5 req-4742d1b2-b79b-4af2-b1e3-b3669478cf22 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Mar 03 16:14:50.707318 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3651cbc-cc63-4419-adfe-f8e15fd7b20b req-4bf7fc1a-5487-4871-8673-635c0bb7cc6e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:50.708810 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b3651cbc-cc63-4419-adfe-f8e15fd7b20b req-4bf7fc1a-5487-4871-8673-635c0bb7cc6e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.0550654 Mar 03 16:14:50.753718 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b3651cbc-cc63-4419-adfe-f8e15fd7b20b req-138bfe08-d928-4b7e-a121-63e17afa05a1 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395112 Mar 03 16:14:51.258434 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d82b4-c3bf-44b6-982c-9b5698b194a2 req-81a49cf4-2ee7-473d-a754-626fb94f5405 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:51.259961 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1f9d82b4-c3bf-44b6-982c-9b5698b194a2 req-81a49cf4-2ee7-473d-a754-626fb94f5405 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0514281 Mar 03 16:14:51.309287 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1f9d82b4-c3bf-44b6-982c-9b5698b194a2 req-a7b8fcc3-087f-41f7-943d-1cc1e2631b1e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437486 Mar 03 16:14:51.328001 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236958-b5cf-4e57-9a7d-70d340673460 req-f426e98d-7965-4566-a5d1-436f0daae39c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:51.330101 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-70236958-b5cf-4e57-9a7d-70d340673460 req-f426e98d-7965-4566-a5d1-436f0daae39c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0514984 Mar 03 16:14:51.374760 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-70236958-b5cf-4e57-9a7d-70d340673460 req-45d7aca3-342d-45b9-86bf-9d21d8fc4898 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392354 Mar 03 16:14:51.869250 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d593c2f-c764-4d15-b63f-0e7e70083b6f req-d1b9c12d-2e85-4426-b877-8fff30f95666 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:51.870651 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3d593c2f-c764-4d15-b63f-0e7e70083b6f req-d1b9c12d-2e85-4426-b877-8fff30f95666 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.0501797 Mar 03 16:14:51.915521 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3d593c2f-c764-4d15-b63f-0e7e70083b6f req-eea72fef-28a9-4922-8094-71b571146e57 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388165 Mar 03 16:14:52.429468 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10671d3c-46a3-4d05-a56e-969dee024f6f req-0a1bc3d9-ff1c-4c1f-bf43-c15bf46fa20c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:52.435732 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-10671d3c-46a3-4d05-a56e-969dee024f6f req-0a1bc3d9-ff1c-4c1f-bf43-c15bf46fa20c tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0552375 Mar 03 16:14:52.485841 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-10671d3c-46a3-4d05-a56e-969dee024f6f req-10f2164b-d94d-4098-8fc0-695b6ff3b4c2 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440898 Mar 03 16:14:52.491975 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933f43c-89b7-46ac-8c1c-572424b90f9b req-f295f8bf-1bde-44bb-ac2f-19cdd2b1977f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:52.493433 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3933f43c-89b7-46ac-8c1c-572424b90f9b req-f295f8bf-1bde-44bb-ac2f-19cdd2b1977f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0506773 Mar 03 16:14:52.539849 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3933f43c-89b7-46ac-8c1c-572424b90f9b req-cab4891d-6dc9-4732-84cb-b048fa7085a1 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406325 Mar 03 16:14:52.712532 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdd93144-fca0-4097-a4bf-5a14c2cb881f req-38a9c298-1172-47bc-92a9-1cdd74abd379 service neutron] 10.222.0.10 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867631 Mar 03 16:14:53.035551 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af7be7-6a13-495a-a777-b4760ab2027b req-6686b1b2-b866-4a92-9aec-c8691b9651c3 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:53.037026 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-03af7be7-6a13-495a-a777-b4760ab2027b req-6686b1b2-b866-4a92-9aec-c8691b9651c3 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.0505567 Mar 03 16:14:53.081692 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-03af7be7-6a13-495a-a777-b4760ab2027b req-5a249899-2bec-4fba-8bf4-b9d824f1389d tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392661 Mar 03 16:14:53.603345 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec9567-8dd4-4ed4-b763-4b9d1240eac0 req-1c23f002-ea31-40ab-b193-17fde72c4e22 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:53.604941 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-14ec9567-8dd4-4ed4-b763-4b9d1240eac0 req-1c23f002-ea31-40ab-b193-17fde72c4e22 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0523946 Mar 03 16:14:53.654189 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-14ec9567-8dd4-4ed4-b763-4b9d1240eac0 req-aec75ab3-caaf-4c2d-bd76-f5dbe9631043 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438397 Mar 03 16:14:53.665635 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceb107-0a11-4338-b636-649a844b488f req-0fdfa120-64e9-452d-8103-915a7b111b4f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:53.667285 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f7ceb107-0a11-4338-b636-649a844b488f req-0fdfa120-64e9-452d-8103-915a7b111b4f tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0624256 Mar 03 16:14:53.712871 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f7ceb107-0a11-4338-b636-649a844b488f req-1c4fd183-3740-435b-9cd2-24b134b774fc tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Mar 03 16:14:54.197905 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2ab50-69c4-48c4-b318-b9433410902f req-94cf6d19-c1ff-4e8a-bc65-0e814f120af1 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:54.199359 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8fc2ab50-69c4-48c4-b318-b9433410902f req-94cf6d19-c1ff-4e8a-bc65-0e814f120af1 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.0546272 Mar 03 16:14:54.245745 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8fc2ab50-69c4-48c4-b318-b9433410902f req-f06f7065-ee56-4609-a6c5-42e7a48a3267 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408347 Mar 03 16:14:54.772253 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb5378-ff4b-4f27-9668-77e6ae2f954a req-f9325e0b-df28-4629-88f8-b6de104216bc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:54.773714 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e0eb5378-ff4b-4f27-9668-77e6ae2f954a req-f9325e0b-df28-4629-88f8-b6de104216bc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0548010 Mar 03 16:14:54.827553 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e271ccb-daa5-4fd0-9d88-f67e08e58e02 req-24fbc5d6-338a-436e-88d5-2f5e7725a014 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:54.830005 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e0eb5378-ff4b-4f27-9668-77e6ae2f954a req-56e1c898-1501-429d-844f-8800f625b393 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508096 Mar 03 16:14:54.834742 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3e271ccb-daa5-4fd0-9d88-f67e08e58e02 req-24fbc5d6-338a-436e-88d5-2f5e7725a014 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0587659 Mar 03 16:14:54.889222 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3e271ccb-daa5-4fd0-9d88-f67e08e58e02 req-b61b1489-fa9c-4d99-853d-693dc65fbb69 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534782 Mar 03 16:14:55.360583 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571cd70-ee2e-4c01-8a0f-e3f5556aa09c req-7bac13c7-094c-4e8e-b986-300856728999 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:55.362055 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e571cd70-ee2e-4c01-8a0f-e3f5556aa09c req-7bac13c7-094c-4e8e-b986-300856728999 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.0516992 Mar 03 16:14:55.409225 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e571cd70-ee2e-4c01-8a0f-e3f5556aa09c req-4ec65ca9-1a03-472b-845d-6c9963cc22b8 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417514 Mar 03 16:14:55.946448 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e98c6-2451-4e49-bb56-2dbbf6b683c1 req-b2b37d01-5e82-4677-a885-d67147a5a90d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:55.947954 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb8e98c6-2451-4e49-bb56-2dbbf6b683c1 req-b2b37d01-5e82-4677-a885-d67147a5a90d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0514596 Mar 03 16:14:55.996962 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb8e98c6-2451-4e49-bb56-2dbbf6b683c1 req-d00ffa42-6d66-492c-9d69-ad1a6e7e91ec tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 Mar 03 16:14:56.010390 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c9404-2fdd-4f5e-a1b4-0110f427f382 req-40496dfa-5279-47e0-8d10-adb5ef31e153 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:56.011910 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e18c9404-2fdd-4f5e-a1b4-0110f427f382 req-40496dfa-5279-47e0-8d10-adb5ef31e153 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0544345 Mar 03 16:14:56.057207 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e18c9404-2fdd-4f5e-a1b4-0110f427f382 req-9cb35cff-56c2-483e-b6ad-6ad39a23a349 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Mar 03 16:14:56.527680 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a54bc-91d9-4bc1-9887-07efe9c8d1b8 req-fd250a1a-62cd-439f-8ef2-655fa2428570 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:56.529142 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-313a54bc-91d9-4bc1-9887-07efe9c8d1b8 req-fd250a1a-62cd-439f-8ef2-655fa2428570 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.0556610 Mar 03 16:14:56.574321 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-313a54bc-91d9-4bc1-9887-07efe9c8d1b8 req-17fe4ec0-9eee-4e6d-bceb-d9501efb7cb8 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389955 Mar 03 16:14:56.748772 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df7cbb-c697-403b-8ade-0d8fdca0fd1e req-6c8a95b5-b9b4-412d-9a69-6966e3fb2dd8 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:56.750162 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e8df7cbb-c697-403b-8ade-0d8fdca0fd1e req-6c8a95b5-b9b4-412d-9a69-6966e3fb2dd8 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 945 time: 0.0512152 Mar 03 16:14:56.845938 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-e8df7cbb-c697-403b-8ade-0d8fdca0fd1e req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Deleting port fa28134b-ab24-4e99-ac9f-368f5cb7693c {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:14:56.846278 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e8df7cbb-c697-403b-8ade-0d8fdca0fd1e req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:56.931017 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-e8df7cbb-c697-403b-8ade-0d8fdca0fd1e req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] For port fa28134b-ab24-4e99-ac9f-368f5cb7693c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=fa28134b-ab24-4e99-ac9f-368f5cb7693c,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:14:56.931365 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e8df7cbb-c697-403b-8ade-0d8fdca0fd1e req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:56.945706 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-e8df7cbb-c697-403b-8ade-0d8fdca0fd1e req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Calling delete_port for fa28134b-ab24-4e99-ac9f-368f5cb7693c owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:14:57.072762 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e8df7cbb-c697-403b-8ade-0d8fdca0fd1e req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (fa28134b-ab24-4e99-ac9f-368f5cb7693c), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:57.104746 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['00abaa24-5078-4b96-86b8-a4ccef266811', '90bcdd98-94b0-40b1-a41e-f87151b77237', '14b20aef-d4d7-4c71-b3cb-a08fa96f28cd', 'fa28134b-ab24-4e99-ac9f-368f5cb7693c'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:14:57.110457 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Pushing event deleted for resources: {'Port': ['ID=fa28134b-ab24-4e99-ac9f-368f5cb7693c,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:14:57.125038 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.125392 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.125738 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.126082 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.126601 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.126951 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.127285 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.127720 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.128271 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.128620 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.128933 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.129263 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.129592 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:14:57.140445 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e8745-d40c-46e3-968c-5d8c4559d47f req-131b10e1-ed39-4d9c-a7b5-82574cbf0345 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:57.142513 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2f6e8745-d40c-46e3-968c-5d8c4559d47f req-131b10e1-ed39-4d9c-a7b5-82574cbf0345 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0775306 Mar 03 16:14:57.181585 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f93442a1-7dd1-4c58-85db-4b2c41175de2 req-fa82987c-e9c8-4559-bb92-b89a8cd2edc3 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd653fd2-a8d8-412b-b724-60e26d3c8269 HTTP/1.1" status: 200 len: 210 time: 0.0478296 Mar 03 16:14:57.201005 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8df7cbb-c697-403b-8ade-0d8fdca0fd1e req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] No DVR routers for this DVR port fa28134b-ab24-4e99-ac9f-368f5cb7693c on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:14:57.205296 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-e8df7cbb-c697-403b-8ade-0d8fdca0fd1e req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:14:57.208895 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e8df7cbb-c697-403b-8ade-0d8fdca0fd1e req-0f7e0e21-d786-478e-99ec-55ab186ad642 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "DELETE /v2.0/ports/fa28134b-ab24-4e99-ac9f-368f5cb7693c HTTP/1.1" status: 204 len: 173 time: 0.4530747 Mar 03 16:14:57.209416 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd653fd2-a8d8-412b-b724-60e26d3c8269', 'name': 'network-vif-deleted', 'tag': 'fa28134b-ab24-4e99-ac9f-368f5cb7693c'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:14:57.211854 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b13f1c-fb30-4c4c-92fd-82b45fe16bfa" -d '{"events": [{"server_uuid": "fd653fd2-a8d8-412b-b724-60e26d3c8269", "name": "network-vif-deleted", "tag": "fa28134b-ab24-4e99-ac9f-368f5cb7693c"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:14:57.216344 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2f6e8745-d40c-46e3-968c-5d8c4559d47f req-e4e6014b-017e-43f4-b1cb-f26a3dc40a13 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625758 Mar 03 16:14:57.264235 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdbba6f-0117-4f04-ad79-dc5514b0d2af x-openstack-request-id: req-1bdbba6f-0117-4f04-ad79-dc5514b0d2af {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:14:57.264532 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd653fd2-a8d8-412b-b724-60e26d3c8269", "name": "network-vif-deleted", "tag": "fa28134b-ab24-4e99-ac9f-368f5cb7693c", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:14:57.264791 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bdbba6f-0117-4f04-ad79-dc5514b0d2af {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:14:57.265189 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd653fd2-a8d8-412b-b724-60e26d3c8269', 'name': 'network-vif-deleted', 'tag': 'fa28134b-ab24-4e99-ac9f-368f5cb7693c', 'status': 'completed', 'code': 200} Mar 03 16:14:57.707706 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cd984-a634-427a-86b9-b05b00147bb6 req-f60651d2-7f88-4212-9086-85f7e0469a4b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:57.709868 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ed3cd984-a634-427a-86b9-b05b00147bb6 req-f60651d2-7f88-4212-9086-85f7e0469a4b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.0644050 Mar 03 16:14:57.776163 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ed3cd984-a634-427a-86b9-b05b00147bb6 req-8fb353f8-162e-4207-8193-58e7f988d1bd tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599253 Mar 03 16:14:58.108927 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-6bdd8ce7-6df7-4df2-b3e8-84f942bc1433 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-615565519&fields=id&tenant_id=43b03795c3804a9ca8e84ba161e5f592 HTTP/1.1" status: 200 len: 267 time: 0.0434556 Mar 03 16:14:58.220052 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428de8-7092-4fe0-a347-949f388efce7 req-f576356b-3035-44ee-a5a6-aaf2731a34f9 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:58.221360 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-f576356b-3035-44ee-a5a6-aaf2731a34f9 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/networks?id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 HTTP/1.1" status: 200 len: 809 time: 0.1047592 Mar 03 16:14:58.238464 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-47bfd983-0ee6-43d1-a85a-151992ff845f tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/quotas/43b03795c3804a9ca8e84ba161e5f592 HTTP/1.1" status: 200 len: 375 time: 0.0112438 Mar 03 16:14:58.298722 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-0f8068a0-cbec-49d8-b269-845a28a1eb54 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=43b03795c3804a9ca8e84ba161e5f592&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546281 Mar 03 16:14:58.368194 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70be0d2-d9f9-40b0-9c45-b268bdbdbb9d req-efb47685-e95d-4c30-8e0a-3c86d9db1369 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:58.369691 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a70be0d2-d9f9-40b0-9c45-b268bdbdbb9d req-efb47685-e95d-4c30-8e0a-3c86d9db1369 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0644207 Mar 03 16:14:58.401676 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-b8d52620-bbd8-4047-8b7e-1bf9ec79c51c service neutron] 10.222.0.11 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901167 Mar 03 16:14:58.415479 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a70be0d2-d9f9-40b0-9c45-b268bdbdbb9d req-40844fa6-c4a3-4ede-8a47-b75d239f8a3a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Mar 03 16:14:58.489753 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-7006ae39-3cbd-4007-99a9-629398a11114 service neutron] 10.222.0.11 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815883 Mar 03 16:14:58.771006 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c6f4a51-e44c-4a24-a845-84a98c9c1476 req-3f2ad04d-deaf-420a-ab99-588c38154ca3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 210 time: 0.0267463 Mar 03 16:14:58.916133 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c254226-6602-4a6a-abf9-36bfa7c481e8 req-9cf76d6b-59a0-4718-8c6d-3cc10a2886fb tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:58.917617 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9c254226-6602-4a6a-abf9-36bfa7c481e8 req-9cf76d6b-59a0-4718-8c6d-3cc10a2886fb tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.0603600 Mar 03 16:14:58.980539 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9c254226-6602-4a6a-abf9-36bfa7c481e8 req-fa4ba8cd-2033-40d6-ac04-900a948cd282 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560875 Mar 03 16:14:59.534721 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c13b6-923b-42e7-bad4-61293911539a req-7069f321-0aea-4c2b-9805-a9066c1de3a6 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:59.536280 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9d8c13b6-923b-42e7-bad4-61293911539a req-7069f321-0aea-4c2b-9805-a9066c1de3a6 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0550146 Mar 03 16:14:59.582094 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9d8c13b6-923b-42e7-bad4-61293911539a req-469271d2-60f0-4de2-8012-f71ccb746b8f tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403061 Mar 03 16:14:59.603560 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cf660-c682-4bb2-862d-c631205b501d req-92ac29b7-fc99-4b36-858a-61c99f14feee tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:14:59.605040 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-971cf660-c682-4bb2-862d-c631205b501d req-92ac29b7-fc99-4b36-858a-61c99f14feee tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 945 time: 0.0504093 Mar 03 16:14:59.650697 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-971cf660-c682-4bb2-862d-c631205b501d req-2c71d485-75c3-4e14-bd60-8837e22561f8 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395944 Mar 03 16:14:59.766980 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device fa28134b-ab24-4e99-ac9f-368f5cb7693c no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:14:59.786775 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: fa28134b-ab24-4e99-ac9f-368f5cb7693c {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:14:59.787117 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device fa28134b-ab24-4e99-ac9f-368f5cb7693c not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:14:59.861155 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8b1016b1-6c40-4cd0-a3d3-4f780d66c17f req-1d89a974-82df-497a-95a5-6586b1ffea3f tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 210 time: 0.0266120 Mar 03 16:15:00.123718 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e23dcb-e5cf-47a4-9cb4-91116e9102b9 req-4f9058e7-3916-4209-8991-e12471667c87 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:00.128233 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-07e23dcb-e5cf-47a4-9cb4-91116e9102b9 req-4f9058e7-3916-4209-8991-e12471667c87 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.0842559 Mar 03 16:15:00.149589 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428de8-7092-4fe0-a347-949f388efce7 req-a65ce0a3-7abf-428d-a846-db5a51eca351 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:00.151018 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-a65ce0a3-7abf-428d-a846-db5a51eca351 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.10 "GET /v2.0/networks?id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 HTTP/1.1" status: 200 len: 809 time: 0.1669323 Mar 03 16:15:00.210530 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-07e23dcb-e5cf-47a4-9cb4-91116e9102b9 req-95d7d2b4-b5d9-4759-98ed-a97b12f53bd2 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761509 Mar 03 16:15:00.237854 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-feae4159-fd93-4986-9ce9-0937803e9afa tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43b03795c3804a9ca8e84ba161e5f592 HTTP/1.1" status: 200 len: 379 time: 0.0782936 Mar 03 16:15:00.248443 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-9c428de8-7092-4fe0-a347-949f388efce7 req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Request body: {'port': {'device_id': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'admin_state_up': True, 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'security_groups': ['10224013-c44d-4181-9fb4-2706289648ba']}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:00.353882 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c428de8-7092-4fe0-a347-949f388efce7 req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Made reservation on behalf of 43b03795c3804a9ca8e84ba161e5f592 for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:15:00.357817 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9c428de8-7092-4fe0-a347-949f388efce7 req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:00.494534 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-9c428de8-7092-4fe0-a347-949f388efce7 req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Allocated IP 172.20.0.10 (9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131/f52b7343-2d0c-49ed-a918-2d20f4766e64/39593c3a-2f9c-4b87-b5d4-c860b061f43a) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:15:00.633754 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9c428de8-7092-4fe0-a347-949f388efce7 req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:00.670528 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9c428de8-7092-4fe0-a347-949f388efce7 req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:00.707226 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772263b8-fd26-46ee-96eb-8d169bdea447 req-6a67bd04-6077-486a-b7be-744ca5fab914 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:00.708869 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-772263b8-fd26-46ee-96eb-8d169bdea447 req-6a67bd04-6077-486a-b7be-744ca5fab914 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0592947 Mar 03 16:15:00.715488 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c428de8-7092-4fe0-a347-949f388efce7 req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:15:00.719398 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-9c428de8-7092-4fe0-a347-949f388efce7 req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:15:00.723876 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c428de8-7092-4fe0-a347-949f388efce7 req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:15:00.762918 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-772263b8-fd26-46ee-96eb-8d169bdea447 req-a1594261-480b-4aaf-95a8-7a5dafc8021e tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485125 Mar 03 16:15:00.764174 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event updated for resources: {'Port': ['ID=39593c3a-2f9c-4b87-b5d4-c860b061f43a,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:00.808401 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428de8-7092-4fe0-a347-949f388efce7 req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:00.809019 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9c428de8-7092-4fe0-a347-949f388efce7 req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:00.831670 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb76cb0-25a6-41f1-a913-f97abcefa72f req-240e4bd7-6367-4a2c-8338-7f51a93b417d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:00.833229 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bfb76cb0-25a6-41f1-a913-f97abcefa72f req-240e4bd7-6367-4a2c-8338-7f51a93b417d tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 945 time: 0.1047912 Mar 03 16:15:00.836979 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-dba65182-7919-4f47-a6ae-9b97a71f0649 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5924823 Mar 03 16:15:00.860282 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Request body: {'port': {'device_id': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:00.942420 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bfb76cb0-25a6-41f1-a913-f97abcefa72f req-14110f1d-7f50-49b9-8b83-41a0de871cdb tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036131 Mar 03 16:15:00.954386 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:00.985831 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-8707358c-84ee-4063-bda6-12c60fc9dc9d None None] Provisioning complete for port 39593c3a-2f9c-4b87-b5d4-c860b061f43a triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:15:00.986758 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-8707358c-84ee-4063-bda6-12c60fc9dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:01.001027 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e570ec-347e-45c4-a9a1-c75855ec4274 req-8da31b7d-6b03-47b0-a7e8-5fbb01cdf246 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:01.002567 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e9e570ec-347e-45c4-a9a1-c75855ec4274 req-8da31b7d-6b03-47b0-a7e8-5fbb01cdf246 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 932 time: 0.0741405 Mar 03 16:15:01.023923 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-8707358c-84ee-4063-bda6-12c60fc9dc9d None None] Port 39593c3a-2f9c-4b87-b5d4-c860b061f43a cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:15:01.055147 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e9e570ec-347e-45c4-a9a1-c75855ec4274 req-bc4b1b15-14e0-4bc2-93bd-98eeeb457ee7 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449724 Mar 03 16:15:01.211149 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39593c3a-2f9c-4b87-b5d4-c860b061f43a {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:15:01.218291 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Publish callbacks [] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:01.229711 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Transition to ACTIVE for port object 39593c3a-2f9c-4b87-b5d4-c860b061f43a will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:15:01.233493 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:01.345540 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Pushing event updated for resources: {'Port': ['ID=39593c3a-2f9c-4b87-b5d4-c860b061f43a,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:01.413259 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454bf29-e029-4140-ba08-2f2b6c7d8c58 req-502af454-36f2-4a44-93ba-57464536294b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:01.414835 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1454bf29-e029-4140-ba08-2f2b6c7d8c58 req-502af454-36f2-4a44-93ba-57464536294b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 944 time: 0.1256638 Mar 03 16:15:01.419667 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Attempting to bind port 39593c3a-2f9c-4b87-b5d4-c860b061f43a on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:15:01.420007 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Attempting to bind port 39593c3a-2f9c-4b87-b5d4-c860b061f43a by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:15:01.420335 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Attempting to bind port 39593c3a-2f9c-4b87-b5d4-c860b061f43a on network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:15:01.440958 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Port 39593c3a-2f9c-4b87-b5d4-c860b061f43a on network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:15:01.441285 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Attempting to bind port 39593c3a-2f9c-4b87-b5d4-c860b061f43a on network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:15:01.451591 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:15:01.451964 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Checking segment: {'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:15:01.452320 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Bound using segment: {'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:15:01.452752 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Bound port: 39593c3a-2f9c-4b87-b5d4-c860b061f43a, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1984c156-672d-469c-92a5-2dc3a6754101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:15:01.453626 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:01.484870 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1454bf29-e029-4140-ba08-2f2b6c7d8c58 req-be78e3a1-e986-4fd8-b65d-f53c97bf8a30 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617139 Mar 03 16:15:01.533824 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] For port 39593c3a-2f9c-4b87-b5d4-c860b061f43a, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:15:01.537400 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] For port 39593c3a-2f9c-4b87-b5d4-c860b061f43a, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:15:01.543055 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:01.575289 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:01.575832 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:01.577178 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] 10.222.0.10 "PUT /v2.0/ports/39593c3a-2f9c-4b87-b5d4-c860b061f43a HTTP/1.1" status: 200 len: 1094 time: 0.7310603 Mar 03 16:15:01.577607 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:01.579919 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82b9b71-7489-4219-a04b-c000aefb66f7" -d '{"events": [{"name": "network-changed", "server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:01.607983 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9ced7-4a76-449e-9eb1-4ebb05d9194a service neutron] Pushing event updated for resources: {'Port': ['ID=39593c3a-2f9c-4b87-b5d4-c860b061f43a,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:01.633167 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aeeabd2-90a5-4022-b8ce-84a3a8d84718 x-openstack-request-id: req-2aeeabd2-90a5-4022-b8ce-84a3a8d84718 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:01.633783 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:01.634391 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2aeeabd2-90a5-4022-b8ce-84a3a8d84718 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:01.634391 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'status': 'completed', 'code': 200} Mar 03 16:15:01.721575 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac736d98-6da5-443d-a402-71727a6445b2 req-d31405fb-3117-4f25-8a68-4d7ee559b8d4 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:01.723039 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ac736d98-6da5-443d-a402-71727a6445b2 req-d31405fb-3117-4f25-8a68-4d7ee559b8d4 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 945 time: 0.0797622 Mar 03 16:15:01.726012 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428de8-7092-4fe0-a347-949f388efce7 req-fc680e2a-9bda-49b1-af05-aeb9afc02aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:01.727398 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-fc680e2a-9bda-49b1-af05-aeb9afc02aee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b03795c3804a9ca8e84ba161e5f592&device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 1128 time: 0.0922024 Mar 03 16:15:01.768964 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 90de1cc1-629e-4ea1-bb80-22b864e42155 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:15:01.796410 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-b034e85e-8ecd-4348-a6b0-0cce9b5840df service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a HTTP/1.1" status: 200 len: 217 time: 0.0550263 Mar 03 16:15:01.878810 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 90de1cc1-629e-4ea1-bb80-22b864e42155, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=90de1cc1-629e-4ea1-bb80-22b864e42155,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:01.890214 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'port_id': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'mac_address': 'fa:16:3e:26:80:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:15:01.913797 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428de8-7092-4fe0-a347-949f388efce7 req-e6dab847-2f4d-49bb-80a1-4e9c7bf32fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:01.915250 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-e6dab847-2f4d-49bb-80a1-4e9c7bf32fb5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f52b7343-2d0c-49ed-a918-2d20f4766e64 HTTP/1.1" status: 200 len: 848 time: 0.1079535 Mar 03 16:15:01.927232 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 90de1cc1-629e-4ea1-bb80-22b864e42155 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:15:01.927657 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:01.940369 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90de1cc1-629e-4ea1-bb80-22b864e42155 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:15:01.959282 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 90de1cc1-629e-4ea1-bb80-22b864e42155, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=90de1cc1-629e-4ea1-bb80-22b864e42155,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:01.963046 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:01.966643 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4f41b-c6ef-4e83-8ac4-55ff8492e2c6 req-8b1eccc3-634d-46e4-b773-ffcfd4744e94 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:01.968192 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-60f4f41b-c6ef-4e83-8ac4-55ff8492e2c6 req-8b1eccc3-634d-46e4-b773-ffcfd4744e94 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1260538 Mar 03 16:15:01.974514 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-ac736d98-6da5-443d-a402-71727a6445b2 req-f5acc960-1bf8-4419-af0a-9efadd9b0382 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Deleting port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:15:01.974779 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ac736d98-6da5-443d-a402-71727a6445b2 req-f5acc960-1bf8-4419-af0a-9efadd9b0382 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:02.032681 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=90de1cc1-629e-4ea1-bb80-22b864e42155,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:02.041299 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.041656 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.042079 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.042425 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.042761 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.043169 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.043517 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.043880 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.044257 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.044789 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.045147 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.045639 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.045970 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:02.078737 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c428de8-7092-4fe0-a347-949f388efce7 req-21e567db-1b6f-40e1-bd2e-c39caba2e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:02.080270 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-21e567db-1b6f-40e1-bd2e-c39caba2e162 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1574457 Mar 03 16:15:02.090097 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356a1be-c49a-4a5a-8d64-a75ef774f87c req-63e473df-1c7e-414e-8ddc-ba2112f92a3a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:02.091812 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e356a1be-c49a-4a5a-8d64-a75ef774f87c req-63e473df-1c7e-414e-8ddc-ba2112f92a3a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b306f92-df4f-40ca-8491-f700178097bf HTTP/1.1" status: 200 len: 945 time: 0.0534647 Mar 03 16:15:02.139821 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e356a1be-c49a-4a5a-8d64-a75ef774f87c req-3ebd2e9b-dd66-4fe3-b521-d071e9b90dd0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417643 Mar 03 16:15:02.155519 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-60f4f41b-c6ef-4e83-8ac4-55ff8492e2c6 req-4049f55e-f376-4529-81a9-f4bec200cc91 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766381 Mar 03 16:15:02.167307 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-ac736d98-6da5-443d-a402-71727a6445b2 req-f5acc960-1bf8-4419-af0a-9efadd9b0382 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] For port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:02.167662 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ac736d98-6da5-443d-a402-71727a6445b2 req-f5acc960-1bf8-4419-af0a-9efadd9b0382 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:02.184327 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-ac736d98-6da5-443d-a402-71727a6445b2 req-f5acc960-1bf8-4419-af0a-9efadd9b0382 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Calling delete_port for 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:15:02.251361 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-7722be4d-0b78-46f4-bb36-3aeafd834c78 service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633532 Mar 03 16:15:02.261103 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fd9c8-2196-4564-ba07-4af23e15ef0e req-1ecad61b-f8d7-47ed-900a-2246100917d3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:02.262565 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b60fd9c8-2196-4564-ba07-4af23e15ef0e req-1ecad61b-f8d7-47ed-900a-2246100917d3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0545447 Mar 03 16:15:02.311319 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b60fd9c8-2196-4564-ba07-4af23e15ef0e req-0cd00026-ad0e-46e9-a51f-8db570a75dd7 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425858 Mar 03 16:15:02.385885 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9c428de8-7092-4fe0-a347-949f388efce7 req-2cd723e1-fc4e-425b-99d6-281c3835d32b service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239741 Mar 03 16:15:02.401688 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ac736d98-6da5-443d-a402-71727a6445b2 req-f5acc960-1bf8-4419-af0a-9efadd9b0382 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (14b20aef-d4d7-4c71-b3cb-a08fa96f28cd), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:02.413933 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['00abaa24-5078-4b96-86b8-a4ccef266811', '90bcdd98-94b0-40b1-a41e-f87151b77237'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:15:02.442683 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acc960-1bf8-4419-af0a-9efadd9b0382 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Pushing event deleted for resources: {'Port': ['ID=14b20aef-d4d7-4c71-b3cb-a08fa96f28cd,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:02.443124 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['90de1cc1-629e-4ea1-bb80-22b864e42155'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:15:02.503143 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac736d98-6da5-443d-a402-71727a6445b2 req-f5acc960-1bf8-4419-af0a-9efadd9b0382 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] No DVR routers for this DVR port 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:15:02.508402 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ac736d98-6da5-443d-a402-71727a6445b2 req-f5acc960-1bf8-4419-af0a-9efadd9b0382 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:02.512039 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ac736d98-6da5-443d-a402-71727a6445b2 req-f5acc960-1bf8-4419-af0a-9efadd9b0382 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "DELETE /v2.0/ports/14b20aef-d4d7-4c71-b3cb-a08fa96f28cd HTTP/1.1" status: 204 len: 173 time: 0.7777007 Mar 03 16:15:02.532707 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b9b71-7489-4219-a04b-c000aefb66f7 req-f08c73c1-1470-4d9e-af65-addb2b6cc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:02.534222 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c82b9b71-7489-4219-a04b-c000aefb66f7 req-f08c73c1-1470-4d9e-af65-addb2b6cc0bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b03795c3804a9ca8e84ba161e5f592&device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 1128 time: 0.1027634 Mar 03 16:15:02.686287 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443b49f-da59-4360-983d-b25107d7b438 req-4f69120c-c711-4932-8db2-84a3f24c1a0e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:02.688456 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9443b49f-da59-4360-983d-b25107d7b438 req-4f69120c-c711-4932-8db2-84a3f24c1a0e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 945 time: 0.1221964 Mar 03 16:15:02.689964 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b9b71-7489-4219-a04b-c000aefb66f7 req-cce6927e-ed80-46b3-bfbc-7b0b893005ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:02.691398 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c82b9b71-7489-4219-a04b-c000aefb66f7 req-cce6927e-ed80-46b3-bfbc-7b0b893005ee service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 HTTP/1.1" status: 200 len: 909 time: 0.1465230 Mar 03 16:15:02.743520 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c82b9b71-7489-4219-a04b-c000aefb66f7 req-229f823c-a3c4-46cb-9966-d0383a3aa556 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a HTTP/1.1" status: 200 len: 217 time: 0.0426512 Mar 03 16:15:02.774980 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:15:02.801406 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9443b49f-da59-4360-983d-b25107d7b438 req-0e270425-7ecb-4e7d-9df0-bb407100c23f tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068516 Mar 03 16:15:02.813121 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b9b71-7489-4219-a04b-c000aefb66f7 req-3ca67fdf-62cf-4738-9262-37a3a23d2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:02.814562 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c82b9b71-7489-4219-a04b-c000aefb66f7 req-3ca67fdf-62cf-4738-9262-37a3a23d2899 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f52b7343-2d0c-49ed-a918-2d20f4766e64 HTTP/1.1" status: 200 len: 848 time: 0.0603404 Mar 03 16:15:02.862349 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b9b71-7489-4219-a04b-c000aefb66f7 req-a5eacda4-bea6-4a0e-bb0a-f5af52588cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:02.863829 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c82b9b71-7489-4219-a04b-c000aefb66f7 req-a5eacda4-bea6-4a0e-bb0a-f5af52588cad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422382 Mar 03 16:15:02.951942 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c82b9b71-7489-4219-a04b-c000aefb66f7 req-7ee1aec2-3d23-479d-841d-68009fbe070c service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815418 Mar 03 16:15:03.048101 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c82b9b71-7489-4219-a04b-c000aefb66f7 req-2b16cbac-2496-4120-9ccd-e13164ad589b service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891759 Mar 03 16:15:03.271791 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa715243-63b5-4dd2-ab67-a3f5f56be94c req-046ec1dd-22b0-48dc-8df2-c46ac1ea9211 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:03.273286 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa715243-63b5-4dd2-ab67-a3f5f56be94c req-046ec1dd-22b0-48dc-8df2-c46ac1ea9211 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0516367 Mar 03 16:15:03.323054 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa715243-63b5-4dd2-ab67-a3f5f56be94c req-ebd06311-e03c-4640-af61-707838f35e49 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441749 Mar 03 16:15:03.408554 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079ab52-e19c-40df-af7e-e98a6948ccee req-d7a26e97-e2f6-42a5-8b8b-8e33dcf8c1db tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:03.410126 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5079ab52-e19c-40df-af7e-e98a6948ccee req-d7a26e97-e2f6-42a5-8b8b-8e33dcf8c1db tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 946 time: 0.0523508 Mar 03 16:15:03.434856 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3c7fc-57d0-4128-989a-0fa8dbd512c2 req-88fca7d5-2058-407a-be4a-b789ce66f59d tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:03.436377 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d2e3c7fc-57d0-4128-989a-0fa8dbd512c2 req-88fca7d5-2058-407a-be4a-b789ce66f59d tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0553901 Mar 03 16:15:03.457352 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5079ab52-e19c-40df-af7e-e98a6948ccee req-7d5f1f32-f2b4-4f65-b0b9-1d610df02ea0 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Mar 03 16:15:03.485321 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d2e3c7fc-57d0-4128-989a-0fa8dbd512c2 req-fc5b24bf-352a-48d4-a7d5-5922d707205a tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427890 Mar 03 16:15:03.635113 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b306f92-df4f-40ca-8491-f700178097bf', 'name': 'network-vif-deleted', 'tag': '14b20aef-d4d7-4c71-b3cb-a08fa96f28cd'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:03.637562 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9d081e-1e5b-4d2b-970d-7b997e07fc97" -d '{"events": [{"server_uuid": "7b306f92-df4f-40ca-8491-f700178097bf", "name": "network-vif-deleted", "tag": "14b20aef-d4d7-4c71-b3cb-a08fa96f28cd"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:03.671075 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62a60d6-507b-497c-92b7-694b9251fb40 x-openstack-request-id: req-c62a60d6-507b-497c-92b7-694b9251fb40 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:03.671365 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b306f92-df4f-40ca-8491-f700178097bf", "name": "network-vif-deleted", "tag": "14b20aef-d4d7-4c71-b3cb-a08fa96f28cd", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:03.671618 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c62a60d6-507b-497c-92b7-694b9251fb40 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:03.672621 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b306f92-df4f-40ca-8491-f700178097bf', 'name': 'network-vif-deleted', 'tag': '14b20aef-d4d7-4c71-b3cb-a08fa96f28cd', 'status': 'completed', 'code': 200} Mar 03 16:15:03.796611 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:15:03.816255 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:15:03.816596 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 14b20aef-d4d7-4c71-b3cb-a08fa96f28cd not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:15:03.922210 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a909a6-cf26-4d86-b4f8-1d14026fd67e req-1a17f4b7-4645-4f10-bc8a-b6cb8d5ec05c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:03.924561 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-40a909a6-cf26-4d86-b4f8-1d14026fd67e req-1a17f4b7-4645-4f10-bc8a-b6cb8d5ec05c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 945 time: 0.0533302 Mar 03 16:15:03.970310 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-40a909a6-cf26-4d86-b4f8-1d14026fd67e req-88b420d4-db2c-4e89-b646-2cc8414cfcfb tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410542 Mar 03 16:15:04.221550 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-94581f62-d4f6-42a3-ab85-2ef3e46fe25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:04.452408 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890a14a-a2d4-469a-8f61-a72d883342e2 req-a14a3549-32d9-482c-b804-4494bf7f8446 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:04.454375 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4890a14a-a2d4-469a-8f61-a72d883342e2 req-a14a3549-32d9-482c-b804-4494bf7f8446 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0545206 Mar 03 16:15:04.499538 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4890a14a-a2d4-469a-8f61-a72d883342e2 req-1bb87b52-be43-4382-9e02-047b2520baf3 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Mar 03 16:15:04.580369 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29133c15-790a-4b6f-84fc-2142aa173355 req-03a6c8cb-e058-4170-8878-bdd52ed7ac2e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:04.581885 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-29133c15-790a-4b6f-84fc-2142aa173355 req-03a6c8cb-e058-4170-8878-bdd52ed7ac2e tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 946 time: 0.0599771 Mar 03 16:15:04.611197 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5305f3a-9a6e-425b-85ec-dd54143bb658 req-bd45b68f-93ef-4163-b550-f9eb4e524b9e tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:04.612770 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b5305f3a-9a6e-425b-85ec-dd54143bb658 req-bd45b68f-93ef-4163-b550-f9eb4e524b9e tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0536697 Mar 03 16:15:04.631127 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-29133c15-790a-4b6f-84fc-2142aa173355 req-a0722e18-fd2c-40ff-965f-f4210adb0000 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436542 Mar 03 16:15:04.673078 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b5305f3a-9a6e-425b-85ec-dd54143bb658 req-c60d8bdd-498f-4117-800b-97989f0a3f95 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531087 Mar 03 16:15:05.086931 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6f330-703f-487a-a5b6-305a2f146ebc req-a7c953b2-c23f-459b-b408-38318cecf934 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:05.088435 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b9f6f330-703f-487a-a5b6-305a2f146ebc req-a7c953b2-c23f-459b-b408-38318cecf934 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 945 time: 0.0510285 Mar 03 16:15:05.134471 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b9f6f330-703f-487a-a5b6-305a2f146ebc req-c5a6ea20-8646-4ad6-b872-9b0c46c66dfa tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Mar 03 16:15:05.313524 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e9e2b-3ce8-44fa-a97d-f4903ed4dc4d req-8bfa2f48-6b35-49fa-a10a-07a130798032 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:05.314870 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d54e9e2b-3ce8-44fa-a97d-f4903ed4dc4d req-8bfa2f48-6b35-49fa-a10a-07a130798032 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 946 time: 0.0508165 Mar 03 16:15:05.411096 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-d54e9e2b-3ce8-44fa-a97d-f4903ed4dc4d req-9cee56b3-6961-4a97-ba8e-637dd930cea7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Deleting port 90bcdd98-94b0-40b1-a41e-f87151b77237 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:15:05.411439 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-d54e9e2b-3ce8-44fa-a97d-f4903ed4dc4d req-9cee56b3-6961-4a97-ba8e-637dd930cea7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:05.499590 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-d54e9e2b-3ce8-44fa-a97d-f4903ed4dc4d req-9cee56b3-6961-4a97-ba8e-637dd930cea7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] For port 90bcdd98-94b0-40b1-a41e-f87151b77237, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=90bcdd98-94b0-40b1-a41e-f87151b77237,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:05.500540 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-d54e9e2b-3ce8-44fa-a97d-f4903ed4dc4d req-9cee56b3-6961-4a97-ba8e-637dd930cea7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:05.513883 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-d54e9e2b-3ce8-44fa-a97d-f4903ed4dc4d req-9cee56b3-6961-4a97-ba8e-637dd930cea7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Calling delete_port for 90bcdd98-94b0-40b1-a41e-f87151b77237 owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:15:05.641055 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-d54e9e2b-3ce8-44fa-a97d-f4903ed4dc4d req-9cee56b3-6961-4a97-ba8e-637dd930cea7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (90bcdd98-94b0-40b1-a41e-f87151b77237), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:05.652417 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['00abaa24-5078-4b96-86b8-a4ccef266811', '90bcdd98-94b0-40b1-a41e-f87151b77237'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:15:05.667838 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee56b3-6961-4a97-ba8e-637dd930cea7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Pushing event deleted for resources: {'Port': ['ID=90bcdd98-94b0-40b1-a41e-f87151b77237,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:05.715471 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54e9e2b-3ce8-44fa-a97d-f4903ed4dc4d req-9cee56b3-6961-4a97-ba8e-637dd930cea7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] No DVR routers for this DVR port 90bcdd98-94b0-40b1-a41e-f87151b77237 on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:15:05.718262 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-d54e9e2b-3ce8-44fa-a97d-f4903ed4dc4d req-9cee56b3-6961-4a97-ba8e-637dd930cea7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:05.722206 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d54e9e2b-3ce8-44fa-a97d-f4903ed4dc4d req-9cee56b3-6961-4a97-ba8e-637dd930cea7 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "DELETE /v2.0/ports/90bcdd98-94b0-40b1-a41e-f87151b77237 HTTP/1.1" status: 204 len: 173 time: 0.4009771 Mar 03 16:15:05.722609 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eda5f8bc-d894-474c-a051-877160923c0d', 'name': 'network-vif-deleted', 'tag': '90bcdd98-94b0-40b1-a41e-f87151b77237'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:05.724971 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d945c8-586a-4fba-8df4-95c1ca182c80" -d '{"events": [{"server_uuid": "eda5f8bc-d894-474c-a051-877160923c0d", "name": "network-vif-deleted", "tag": "90bcdd98-94b0-40b1-a41e-f87151b77237"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:05.757015 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8c71e31a-b32e-48d9-9e9d-8d60d87c0f45 req-8e7ca553-51e0-48ad-9bbe-ef9d40056d5a tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=eda5f8bc-d894-474c-a051-877160923c0d HTTP/1.1" status: 200 len: 210 time: 0.0469489 Mar 03 16:15:05.805661 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 90de1cc1-629e-4ea1-bb80-22b864e42155 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:15:05.818138 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba05f4-f649-44fc-9e5d-4a3b5b3484e0 req-893d8f70-c202-4d9e-8195-c135c09cf51f tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:05.819969 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c7ba05f4-f649-44fc-9e5d-4a3b5b3484e0 req-893d8f70-c202-4d9e-8195-c135c09cf51f tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0638714 Mar 03 16:15:05.821432 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60923b28-3a2b-4322-ae8f-5476a2c427c3 x-openstack-request-id: req-60923b28-3a2b-4322-ae8f-5476a2c427c3 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:05.821827 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eda5f8bc-d894-474c-a051-877160923c0d", "name": "network-vif-deleted", "tag": "90bcdd98-94b0-40b1-a41e-f87151b77237", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:05.822087 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60923b28-3a2b-4322-ae8f-5476a2c427c3 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:05.822993 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eda5f8bc-d894-474c-a051-877160923c0d', 'name': 'network-vif-deleted', 'tag': '90bcdd98-94b0-40b1-a41e-f87151b77237', 'status': 'completed', 'code': 200} Mar 03 16:15:05.873874 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c7ba05f4-f649-44fc-9e5d-4a3b5b3484e0 req-1ae90f33-9393-443f-ac3a-60895c3d665f tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461881 Mar 03 16:15:05.881500 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 90de1cc1-629e-4ea1-bb80-22b864e42155 completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:15:05.886039 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 90de1cc1-629e-4ea1-bb80-22b864e42155 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:15:05.886434 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:05.967810 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 90de1cc1-629e-4ea1-bb80-22b864e42155 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:15:05.968206 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:05.990491 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:05.992738 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947b55f2-e198-478d-91ed-c93c13ce4d20" -d '{"events": [{"server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "name": "network-vif-plugged", "status": "completed", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:06.004601 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 90de1cc1-629e-4ea1-bb80-22b864e42155, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=90de1cc1-629e-4ea1-bb80-22b864e42155,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:06.008803 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:06.030960 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5ce119-22f3-4e8b-bb1f-f70a140d26a8 x-openstack-request-id: req-ec5ce119-22f3-4e8b-bb1f-f70a140d26a8 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:06.032108 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "name": "network-vif-plugged", "status": "completed", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:06.032370 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec5ce119-22f3-4e8b-bb1f-f70a140d26a8 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:06.032748 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'code': 200} Mar 03 16:15:06.057524 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=90de1cc1-629e-4ea1-bb80-22b864e42155,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:06.223293 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b162d16d-8a79-4999-9319-d999c6aa5051 req-703196cb-460b-43bc-ba86-d74c4bff4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:06.225379 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b162d16d-8a79-4999-9319-d999c6aa5051 req-703196cb-460b-43bc-ba86-d74c4bff4313 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 1130 time: 0.0563035 Mar 03 16:15:06.277830 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b91a2-1810-476a-9dea-8a2e9f274a49 req-3c2d3a5e-9a14-4653-ba4e-72600d38745b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:06.278098 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b162d16d-8a79-4999-9319-d999c6aa5051 req-23ba4501-2303-47a2-9fcd-8934e4529208 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469768 Mar 03 16:15:06.279321 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c67b91a2-1810-476a-9dea-8a2e9f274a49 req-3c2d3a5e-9a14-4653-ba4e-72600d38745b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 946 time: 0.0720994 Mar 03 16:15:06.326892 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c67b91a2-1810-476a-9dea-8a2e9f274a49 req-66cfd6a4-3f00-4eaa-985e-e4e0881d08ed tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409160 Mar 03 16:15:06.682197 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-147b3ae4-0fb4-49a8-a844-03f5b46facda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:06.989110 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cff6db-19c6-4fe4-902f-360b6e41927e req-a869a2dd-7375-4ad4-930e-cf4b9cc45679 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:06.990593 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d8cff6db-19c6-4fe4-902f-360b6e41927e req-a869a2dd-7375-4ad4-930e-cf4b9cc45679 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0526936 Mar 03 16:15:07.038000 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d8cff6db-19c6-4fe4-902f-360b6e41927e req-ba846ce0-35bb-4df1-a65a-f35145fc1527 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419743 Mar 03 16:15:07.271162 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:07.445420 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395350b-2b4d-4b50-ae38-1ad2647c3f61 req-dc24c8af-1f9d-4291-8e3a-8e8f2aa5bad5 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:07.446881 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0395350b-2b4d-4b50-ae38-1ad2647c3f61 req-dc24c8af-1f9d-4291-8e3a-8e8f2aa5bad5 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 946 time: 0.0546036 Mar 03 16:15:07.491615 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0395350b-2b4d-4b50-ae38-1ad2647c3f61 req-01f88d60-f9cd-403f-b869-ac51a82a9c03 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392613 Mar 03 16:15:07.580267 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:08.152663 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad78801-19cc-4e00-89f8-d02578f33c5b req-81ea8792-45b5-41cb-aad6-cc9c129160be tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:08.154172 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2ad78801-19cc-4e00-89f8-d02578f33c5b req-81ea8792-45b5-41cb-aad6-cc9c129160be tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0517089 Mar 03 16:15:08.201089 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2ad78801-19cc-4e00-89f8-d02578f33c5b req-c5ee60d7-b266-413b-958c-86b0afbb9423 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411980 Mar 03 16:15:08.603474 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483ab99-0cb5-4c8f-9d7e-685f8429c316 req-1647bb7c-edf8-4721-97f2-9c13a78e8f1d tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:08.604927 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6483ab99-0cb5-4c8f-9d7e-685f8429c316 req-1647bb7c-edf8-4721-97f2-9c13a78e8f1d tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 946 time: 0.0496693 Mar 03 16:15:08.655259 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6483ab99-0cb5-4c8f-9d7e-685f8429c316 req-220dd398-feb3-4411-9285-303b36143c7d tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441754 Mar 03 16:15:08.777328 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b68ff3-205d-4ffc-ae1c-149723e314ca req-79f4ec7c-fa75-41b9-83be-ef17ad7cb26d tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:08.778724 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a0b68ff3-205d-4ffc-ae1c-149723e314ca req-79f4ec7c-fa75-41b9-83be-ef17ad7cb26d tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 946 time: 0.0576773 Mar 03 16:15:08.824127 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a0b68ff3-205d-4ffc-ae1c-149723e314ca req-893dcb83-4083-4f20-9e55-454c8d7bb715 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Mar 03 16:15:09.087846 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:09.163274 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea17fd-ce4e-4baf-aca6-e1c8f11ec43f req-9c7b6086-1aad-412e-b8e7-4007f035c2c8 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:09.164741 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-48ea17fd-ce4e-4baf-aca6-e1c8f11ec43f req-9c7b6086-1aad-412e-b8e7-4007f035c2c8 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 946 time: 0.0515385 Mar 03 16:15:09.208707 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-48ea17fd-ce4e-4baf-aca6-e1c8f11ec43f req-4bd09c18-a7c4-4a6c-805f-fc8dc5e9910e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385852 Mar 03 16:15:09.326815 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c716a-3350-4189-9aff-af00ce80c231 req-b1750866-9b54-496b-8c3a-81773992e98f tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:09.328360 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f27c716a-3350-4189-9aff-af00ce80c231 req-b1750866-9b54-496b-8c3a-81773992e98f tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0608478 Mar 03 16:15:09.385323 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f27c716a-3350-4189-9aff-af00ce80c231 req-e543ccd7-5aa1-46e1-bef4-aa1598d23999 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513949 Mar 03 16:15:09.945557 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 90bcdd98-94b0-40b1-a41e-f87151b77237 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:15:09.966454 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 90bcdd98-94b0-40b1-a41e-f87151b77237 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:15:09.967035 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 90bcdd98-94b0-40b1-a41e-f87151b77237 not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:15:10.504037 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d760b4-73ba-4be1-a812-dc64fe391bec req-c1f09dbf-ba1c-4f16-8841-9e30bf05c505 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:10.505517 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b6d760b4-73ba-4be1-a812-dc64fe391bec req-c1f09dbf-ba1c-4f16-8841-9e30bf05c505 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0532134 Mar 03 16:15:10.557833 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b6d760b4-73ba-4be1-a812-dc64fe391bec req-f36f98bc-9188-4a5a-a280-c379448f3b11 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459533 Mar 03 16:15:10.697619 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:11.680586 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cb234-124b-4bdc-ac99-c791687c75fd req-83211141-99ca-41ca-b92f-48904e937832 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:11.682040 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dc6cb234-124b-4bdc-ac99-c791687c75fd req-83211141-99ca-41ca-b92f-48904e937832 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0516989 Mar 03 16:15:11.729037 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dc6cb234-124b-4bdc-ac99-c791687c75fd req-eb6a1da4-efdc-4da4-9c78-966f0eae10bc tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416474 Mar 03 16:15:12.849952 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309875f-83b3-4601-9897-60c6f5ec45e4 req-d0ecd84e-fb3e-4374-b717-850ebdd1bcf5 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:12.851578 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b309875f-83b3-4601-9897-60c6f5ec45e4 req-d0ecd84e-fb3e-4374-b717-850ebdd1bcf5 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0544620 Mar 03 16:15:12.901221 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b309875f-83b3-4601-9897-60c6f5ec45e4 req-faa463bf-7564-4f4c-b621-348bf6b139e7 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440490 Mar 03 16:15:13.845822 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4bd57-8d08-497a-9454-340d85210621 req-ab503780-e85a-421e-b8d9-13a723e741e3 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:13.847271 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-57e4bd57-8d08-497a-9454-340d85210621 req-ab503780-e85a-421e-b8d9-13a723e741e3 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 946 time: 0.0521379 Mar 03 16:15:13.893694 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-57e4bd57-8d08-497a-9454-340d85210621 req-43dc8597-864e-4ecb-aab7-f16fda24bcb4 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408211 Mar 03 16:15:14.025896 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b817ad-a62d-4f4d-b7ce-08325c6c2466 req-9dbddb39-a222-42da-9a1c-9d6dece4db8d tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:14.027677 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-30b817ad-a62d-4f4d-b7ce-08325c6c2466 req-9dbddb39-a222-42da-9a1c-9d6dece4db8d tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0615866 Mar 03 16:15:14.087283 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-30b817ad-a62d-4f4d-b7ce-08325c6c2466 req-242c460a-0685-42b4-a7ff-101ca495c31a tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536575 Mar 03 16:15:14.433535 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8349a-bb32-43d6-bd74-28c24f314b05 req-c349c086-8abe-4481-8ba7-2c0e17516100 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:14.435077 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcb8349a-bb32-43d6-bd74-28c24f314b05 req-c349c086-8abe-4481-8ba7-2c0e17516100 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 946 time: 0.0573168 Mar 03 16:15:14.485113 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcb8349a-bb32-43d6-bd74-28c24f314b05 req-0f4f57b3-52ac-4c15-a398-1f2d23289c34 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440867 Mar 03 16:15:15.010365 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b3410-024b-4f83-9f1d-59246889e854 req-ba1f072c-0495-403e-b6d7-58ef283fc8d9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:15.012086 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c73b3410-024b-4f83-9f1d-59246889e854 req-ba1f072c-0495-403e-b6d7-58ef283fc8d9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 946 time: 0.0511432 Mar 03 16:15:15.058160 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c73b3410-024b-4f83-9f1d-59246889e854 req-05c446f3-9e64-4798-9377-8ff7d200f9fa tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401990 Mar 03 16:15:15.204255 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256549c-9782-4d85-9087-3b3271f66135 req-ea33b328-9b7b-46ff-853d-a877642a0cd6 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:15.205759 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2256549c-9782-4d85-9087-3b3271f66135 req-ea33b328-9b7b-46ff-853d-a877642a0cd6 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0531499 Mar 03 16:15:15.253103 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2256549c-9782-4d85-9087-3b3271f66135 req-c30fa97a-6cc6-4fa3-9f7d-d383bf54c60a tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419700 Mar 03 16:15:15.602145 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e439e8-40a3-44a6-9786-e970468ac4cf req-24963245-1e7a-4f84-8ef0-75205a9c1489 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:15.603584 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-65e439e8-40a3-44a6-9786-e970468ac4cf req-24963245-1e7a-4f84-8ef0-75205a9c1489 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 946 time: 0.0509410 Mar 03 16:15:15.652747 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-65e439e8-40a3-44a6-9786-e970468ac4cf req-03738200-7c88-4bd4-a6de-3b27370cc57c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436480 Mar 03 16:15:16.170006 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994ca50-6641-4ecc-ac6a-04cb9e3dd676 req-9b6ca4ce-d9b1-4bd3-858f-23e0bfb85e1e tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:16.171527 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b994ca50-6641-4ecc-ac6a-04cb9e3dd676 req-9b6ca4ce-d9b1-4bd3-858f-23e0bfb85e1e tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 946 time: 0.0533369 Mar 03 16:15:16.179299 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38befe1-bc78-4456-82d5-f37ece31ddd9 req-08bac1c0-9616-4fe4-8f38-a3881f6369f1 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:16.180775 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b38befe1-bc78-4456-82d5-f37ece31ddd9 req-08bac1c0-9616-4fe4-8f38-a3881f6369f1 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 946 time: 0.0572748 Mar 03 16:15:16.230778 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b38befe1-bc78-4456-82d5-f37ece31ddd9 req-74192aef-0e26-42c6-b08c-277e7191c30b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442381 Mar 03 16:15:16.281305 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-b994ca50-6641-4ecc-ac6a-04cb9e3dd676 req-0a2da897-b1b2-4bb3-abc9-fd600e0ba6b6 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Deleting port 73656e4c-494e-4b02-a9c2-6533350c2347 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:15:16.281430 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-b994ca50-6641-4ecc-ac6a-04cb9e3dd676 req-0a2da897-b1b2-4bb3-abc9-fd600e0ba6b6 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:16.416288 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-b994ca50-6641-4ecc-ac6a-04cb9e3dd676 req-0a2da897-b1b2-4bb3-abc9-fd600e0ba6b6 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] For port 73656e4c-494e-4b02-a9c2-6533350c2347, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=73656e4c-494e-4b02-a9c2-6533350c2347,segment=NetworkSegment(19bb8f74-7445-4238-9f72-267a96f5e5f7),segment_id=19bb8f74-7445-4238-9f72-267a96f5e5f7)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:16.416644 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-b994ca50-6641-4ecc-ac6a-04cb9e3dd676 req-0a2da897-b1b2-4bb3-abc9-fd600e0ba6b6 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:16.431463 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b7026-e079-4f76-8b1a-f504fa39b3ff req-fc184860-3b30-4621-a84f-586158edc426 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:16.432965 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ce2b7026-e079-4f76-8b1a-f504fa39b3ff req-fc184860-3b30-4621-a84f-586158edc426 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0971582 Mar 03 16:15:16.441187 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-b994ca50-6641-4ecc-ac6a-04cb9e3dd676 req-0a2da897-b1b2-4bb3-abc9-fd600e0ba6b6 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Calling delete_port for 73656e4c-494e-4b02-a9c2-6533350c2347 owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:15:16.773387 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d2123-ac68-4a4d-9c14-c3ad44ea4cd0 req-21f8a4af-ae18-4e45-9c60-9e658986e55c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:16.775107 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e72d2123-ac68-4a4d-9c14-c3ad44ea4cd0 req-21f8a4af-ae18-4e45-9c60-9e658986e55c tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 946 time: 0.0557256 Mar 03 16:15:16.802707 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ce2b7026-e079-4f76-8b1a-f504fa39b3ff req-a975d88b-0491-4428-bb68-2f8490471eb3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3638399 Mar 03 16:15:16.824274 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e72d2123-ac68-4a4d-9c14-c3ad44ea4cd0 req-04003c1d-313b-4e27-8564-5ad97556c4ce tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/security-groups?id=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417216 Mar 03 16:15:16.846947 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5daf5-e72e-4db0-9c08-6ee4144b2e78 req-c4ab605c-8ab3-44cf-b8a3-acfb6f42d0d9 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:16.848454 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96a5daf5-e72e-4db0-9c08-6ee4144b2e78 req-c4ab605c-8ab3-44cf-b8a3-acfb6f42d0d9 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 946 time: 0.0955162 Mar 03 16:15:16.955889 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-b994ca50-6641-4ecc-ac6a-04cb9e3dd676 req-0a2da897-b1b2-4bb3-abc9-fd600e0ba6b6 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (73656e4c-494e-4b02-a9c2-6533350c2347), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:16.968727 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['73656e4c-494e-4b02-a9c2-6533350c2347'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:15:16.989830 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2da897-b1b2-4bb3-abc9-fd600e0ba6b6 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Pushing event deleted for resources: {'Port': ['ID=73656e4c-494e-4b02-a9c2-6533350c2347,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:17.041048 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b994ca50-6641-4ecc-ac6a-04cb9e3dd676 req-0a2da897-b1b2-4bb3-abc9-fd600e0ba6b6 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] No DVR routers for this DVR port 73656e4c-494e-4b02-a9c2-6533350c2347 on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:15:17.046218 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-b994ca50-6641-4ecc-ac6a-04cb9e3dd676 req-0a2da897-b1b2-4bb3-abc9-fd600e0ba6b6 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:17.049644 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b994ca50-6641-4ecc-ac6a-04cb9e3dd676 req-0a2da897-b1b2-4bb3-abc9-fd600e0ba6b6 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.10 "DELETE /v2.0/ports/73656e4c-494e-4b02-a9c2-6533350c2347 HTTP/1.1" status: 204 len: 173 time: 0.8718791 Mar 03 16:15:17.050074 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a253832-13ce-4c8a-9c0a-d2aedb7bc5de', 'name': 'network-vif-deleted', 'tag': '73656e4c-494e-4b02-a9c2-6533350c2347'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:17.052306 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b7e777-1072-4da5-bb08-1f5eacfe6d16" -d '{"events": [{"server_uuid": "1a253832-13ce-4c8a-9c0a-d2aedb7bc5de", "name": "network-vif-deleted", "tag": "73656e4c-494e-4b02-a9c2-6533350c2347"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:17.061164 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-96a5daf5-e72e-4db0-9c08-6ee4144b2e78 req-8298ded0-1e2c-43e9-a217-c2be16089e64 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Deleting port 00abaa24-5078-4b96-86b8-a4ccef266811 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:15:17.061589 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96a5daf5-e72e-4db0-9c08-6ee4144b2e78 req-8298ded0-1e2c-43e9-a217-c2be16089e64 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:17.104094 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b033e0f5-4e99-4942-8219-243d243f8492 x-openstack-request-id: req-b033e0f5-4e99-4942-8219-243d243f8492 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:17.104389 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a253832-13ce-4c8a-9c0a-d2aedb7bc5de", "name": "network-vif-deleted", "tag": "73656e4c-494e-4b02-a9c2-6533350c2347", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:17.104644 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b033e0f5-4e99-4942-8219-243d243f8492 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:17.105029 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a253832-13ce-4c8a-9c0a-d2aedb7bc5de', 'name': 'network-vif-deleted', 'tag': '73656e4c-494e-4b02-a9c2-6533350c2347', 'status': 'completed', 'code': 200} Mar 03 16:15:17.159786 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-96a5daf5-e72e-4db0-9c08-6ee4144b2e78 req-8298ded0-1e2c-43e9-a217-c2be16089e64 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] For port 00abaa24-5078-4b96-86b8-a4ccef266811, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=00abaa24-5078-4b96-86b8-a4ccef266811,segment=NetworkSegment(31f3538e-6fc2-45a4-bfee-a67a4b76a3c6),segment_id=31f3538e-6fc2-45a4-bfee-a67a4b76a3c6)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:17.160144 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96a5daf5-e72e-4db0-9c08-6ee4144b2e78 req-8298ded0-1e2c-43e9-a217-c2be16089e64 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:17.173649 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-96a5daf5-e72e-4db0-9c08-6ee4144b2e78 req-8298ded0-1e2c-43e9-a217-c2be16089e64 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Calling delete_port for 00abaa24-5078-4b96-86b8-a4ccef266811 owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:15:17.302745 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96a5daf5-e72e-4db0-9c08-6ee4144b2e78 req-8298ded0-1e2c-43e9-a217-c2be16089e64 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (00abaa24-5078-4b96-86b8-a4ccef266811), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:17.324962 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['00abaa24-5078-4b96-86b8-a4ccef266811'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:15:17.332862 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298ded0-1e2c-43e9-a217-c2be16089e64 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Pushing event deleted for resources: {'Port': ['ID=00abaa24-5078-4b96-86b8-a4ccef266811,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:17.366637 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-687a99a6-f8cc-4719-a499-51b0681ba808 req-66ad7038-d1d9-46f1-b68d-824be82855cd tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a253832-13ce-4c8a-9c0a-d2aedb7bc5de HTTP/1.1" status: 200 len: 210 time: 0.0570843 Mar 03 16:15:17.389758 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a5daf5-e72e-4db0-9c08-6ee4144b2e78 req-8298ded0-1e2c-43e9-a217-c2be16089e64 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] No DVR routers for this DVR port 00abaa24-5078-4b96-86b8-a4ccef266811 on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:15:17.392378 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96a5daf5-e72e-4db0-9c08-6ee4144b2e78 req-8298ded0-1e2c-43e9-a217-c2be16089e64 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:17.395859 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96a5daf5-e72e-4db0-9c08-6ee4144b2e78 req-8298ded0-1e2c-43e9-a217-c2be16089e64 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.10 "DELETE /v2.0/ports/00abaa24-5078-4b96-86b8-a4ccef266811 HTTP/1.1" status: 204 len: 173 time: 0.5368216 Mar 03 16:15:17.933265 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731614f7-9c6b-47af-bfdb-e3ed2c0515a7 req-43b69ab1-c664-4f45-83de-f2fa1f201e33 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:17.934796 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-731614f7-9c6b-47af-bfdb-e3ed2c0515a7 req-43b69ab1-c664-4f45-83de-f2fa1f201e33 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0593216 Mar 03 16:15:17.984724 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-28feee83-cba5-4b35-a3bb-096f6111e9b2 req-97bf4bf4-29ae-4602-8ca3-0187003e48e6 tempest-AttachVolumeNegativeTest-1020698833 tempest-AttachVolumeNegativeTest-1020698833-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5948808-46db-42c8-bba5-4b86dab41982 HTTP/1.1" status: 200 len: 210 time: 0.0307462 Mar 03 16:15:18.000282 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-731614f7-9c6b-47af-bfdb-e3ed2c0515a7 req-ab3535c4-16fa-4a1b-8d72-18018fd745fa tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591168 Mar 03 16:15:18.095973 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10642582-63ed-4641-b0f2-efd73d87c08f req-b5fd0ade-0c8e-4572-803c-1d8c0b446d6c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:18.097327 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-10642582-63ed-4641-b0f2-efd73d87c08f req-b5fd0ade-0c8e-4572-803c-1d8c0b446d6c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0549078 Mar 03 16:15:18.141665 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-10642582-63ed-4641-b0f2-efd73d87c08f req-8a7a9c61-046c-4775-886e-9bc6006f317c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388587 Mar 03 16:15:18.795327 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 35900) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:18.916354 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6b007866-a992-4e2d-be50-64ae301eefd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:18.987137 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6b007866-a992-4e2d-be50-64ae301eefd3 admin admin] Publish callbacks [] for security_group (3f485cba-3ab6-43c8-8d2c-bce3c0e76ef6), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:18.990721 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6b007866-a992-4e2d-be50-64ae301eefd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (3f485cba-3ab6-43c8-8d2c-bce3c0e76ef6), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.033265 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-6b007866-a992-4e2d-be50-64ae301eefd3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff451f3bc32e4a5194af7be999519c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336075 Mar 03 16:15:19.033465 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 35908) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:19.039940 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b007866-a992-4e2d-be50-64ae301eefd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f485cba-3ab6-43c8-8d2c-bce3c0e76ef6,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:19.042911 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 35910) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:19.106316 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5948808-46db-42c8-bba5-4b86dab41982', 'name': 'network-vif-deleted', 'tag': '00abaa24-5078-4b96-86b8-a4ccef266811'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:19.108863 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82e21fb-8cfb-42de-be41-97bf8faebec7" -d '{"events": [{"server_uuid": "d5948808-46db-42c8-bba5-4b86dab41982", "name": "network-vif-deleted", "tag": "00abaa24-5078-4b96-86b8-a4ccef266811"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:19.143218 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9e5d30-ee06-4a38-b6a3-5825512df424 admin admin] Deleting subnet 369464a5-7b33-4b27-a463-b6dba2f7f3c6 {{(pid=103058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:15:19.143929 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412c2aef-e847-4442-90ab-c93704cdecca x-openstack-request-id: req-412c2aef-e847-4442-90ab-c93704cdecca {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:19.144226 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5948808-46db-42c8-bba5-4b86dab41982", "name": "network-vif-deleted", "tag": "00abaa24-5078-4b96-86b8-a4ccef266811", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:19.144478 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-412c2aef-e847-4442-90ab-c93704cdecca {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:19.144877 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5948808-46db-42c8-bba5-4b86dab41982', 'name': 'network-vif-deleted', 'tag': '00abaa24-5078-4b96-86b8-a4ccef266811', 'status': 'completed', 'code': 200} Mar 03 16:15:19.153542 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5d30-ee06-4a38-b6a3-5825512df424 admin admin] Publish callbacks [] for subnet (369464a5-7b33-4b27-a463-b6dba2f7f3c6), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.184862 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-44d92133-32bf-4795-8bd7-20f5473545f5 admin admin] Publish callbacks [] for security_group (3f485cba-3ab6-43c8-8d2c-bce3c0e76ef6), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.205584 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5d30-ee06-4a38-b6a3-5825512df424 admin admin] Publish callbacks [] for subnet (369464a5-7b33-4b27-a463-b6dba2f7f3c6), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.218382 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a524974-8d6c-41de-b2a0-58eece7ca5d0 req-f031c84f-2a59-41f9-8d4a-e95228c65317 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:19.219895 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9a524974-8d6c-41de-b2a0-58eece7ca5d0 req-f031c84f-2a59-41f9-8d4a-e95228c65317 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.1336629 Mar 03 16:15:19.231037 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-44d92133-32bf-4795-8bd7-20f5473545f5 admin admin] Publish callbacks [] for security_group (3f485cba-3ab6-43c8-8d2c-bce3c0e76ef6), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.233045 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5d30-ee06-4a38-b6a3-5825512df424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (369464a5-7b33-4b27-a463-b6dba2f7f3c6), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.263996 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568f538-94eb-48d9-b517-cb76c9893a23 req-81e1a4dc-bc49-4144-8c10-aee784491fb3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:19.266003 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9568f538-94eb-48d9-b517-cb76c9893a23 req-81e1a4dc-bc49-4144-8c10-aee784491fb3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0516117 Mar 03 16:15:19.311385 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9568f538-94eb-48d9-b517-cb76c9893a23 req-d7a0b960-fdd9-4d4d-95c8-463e519b3ba3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396795 Mar 03 16:15:19.340590 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9a524974-8d6c-41de-b2a0-58eece7ca5d0 req-144868cb-e44f-41df-ac42-2e257a22c31e tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122432 Mar 03 16:15:19.346286 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5d30-ee06-4a38-b6a3-5825512df424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (369464a5-7b33-4b27-a463-b6dba2f7f3c6), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.375197 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5d30-ee06-4a38-b6a3-5825512df424 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.378308 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-8d9e5d30-ee06-4a38-b6a3-5825512df424 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/369464a5-7b33-4b27-a463-b6dba2f7f3c6 HTTP/1.1" status: 204 len: 168 time: 0.3345234 Mar 03 16:15:19.379513 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e5d30-ee06-4a38-b6a3-5825512df424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369464a5-7b33-4b27-a463-b6dba2f7f3c6,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:19.381098 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 35916) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:19.385945 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-44d92133-32bf-4795-8bd7-20f5473545f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (3f485cba-3ab6-43c8-8d2c-bce3c0e76ef6), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.388570 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-44d92133-32bf-4795-8bd7-20f5473545f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.389688 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-44d92133-32bf-4795-8bd7-20f5473545f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f485cba-3ab6-43c8-8d2c-bce3c0e76ef6 HTTP/1.1" status: 204 len: 168 time: 0.3553641 Mar 03 16:15:19.398380 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d92133-32bf-4795-8bd7-20f5473545f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f485cba-3ab6-43c8-8d2c-bce3c0e76ef6,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:19.464971 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (81ee8f01-b759-4202-8915-9ce0ac0408c7), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.550384 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (81ee8f01-b759-4202-8915-9ce0ac0408c7), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.570999 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ee8f01-b759-4202-8915-9ce0ac0408c7']}} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:19.581797 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6') {'for_net_delete': True} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:19.582090 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f3538e-6fc2-45a4-bfee-a67a4b76a3c6') {} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:19.594106 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5715953'] for segment (31f3538e-6fc2-45a4-bfee-a67a4b76a3c6), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.605904 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (31f3538e-6fc2-45a4-bfee-a67a4b76a3c6), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.615093 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:15:19.615498 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5579659'] for segment (31f3538e-6fc2-45a4-bfee-a67a4b76a3c6), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: Traceback (most recent call last): Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: timer() Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: cb(*args, **kw) Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: return func(*args, **kwargs) Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: self._notify() Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: self.callback(batched_events) Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: event.method(event) Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: return f(self, *a, **k) Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._get(url).json() Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: return self.request(url, 'GET', **kwargs) Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:15:19.617358 dv-cinder-830538-6-iscsi neutron-server[103057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:15:19.676014 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (81ee8f01-b759-4202-8915-9ce0ac0408c7), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.680465 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.683825 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] 10.222.0.11 "DELETE /v2.0/networks/81ee8f01-b759-4202-8915-9ce0ac0408c7 HTTP/1.1" status: 204 len: 168 time: 0.3016417 Mar 03 16:15:19.696327 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d951f0-4b0d-4a75-b252-f2a7b02454eb admin admin] Pushing event deleted for resources: {'Network': ['ID=81ee8f01-b759-4202-8915-9ce0ac0408c7,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:19.803517 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 35938) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:19.846107 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-0534e012-1cf1-4492-ac77-5cf361f3c4b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bcf1394a235140658c5dc29f79119146&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413432 Mar 03 16:15:19.848520 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 35940) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:19.895183 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8c43c3b7-0376-4fbb-a071-2cde38f0306b admin admin] Publish callbacks [] for security_group (0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.922491 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8c43c3b7-0376-4fbb-a071-2cde38f0306b admin admin] Publish callbacks [] for security_group (0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.972137 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8c43c3b7-0376-4fbb-a071-2cde38f0306b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.974665 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8c43c3b7-0376-4fbb-a071-2cde38f0306b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:19.976179 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-8c43c3b7-0376-4fbb-a071-2cde38f0306b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a HTTP/1.1" status: 204 len: 168 time: 0.1266944 Mar 03 16:15:19.984332 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43c3b7-0376-4fbb-a071-2cde38f0306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb3ede4-e0d2-4665-ba67-ab1d166ebc6a,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:20.450342 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4d9b3-001d-4882-8ba4-b587f46e7be4 req-02d9878f-5919-4787-aeea-d469cb40c29d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:20.461659 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-18f4d9b3-001d-4882-8ba4-b587f46e7be4 req-02d9878f-5919-4787-aeea-d469cb40c29d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0734284 Mar 03 16:15:20.480248 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebab503-0624-4094-a940-adcd0c6a882d req-1c23d0e7-8f16-4117-b5ea-eef2de3b68dc tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:20.482427 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3ebab503-0624-4094-a940-adcd0c6a882d req-1c23d0e7-8f16-4117-b5ea-eef2de3b68dc tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0637710 Mar 03 16:15:20.521797 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-18f4d9b3-001d-4882-8ba4-b587f46e7be4 req-e7acfb9a-e732-4596-84fb-f808aa4af0fb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592537 Mar 03 16:15:20.560034 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3ebab503-0624-4094-a940-adcd0c6a882d req-0dca3efe-55fc-44a3-8db6-e3a39f32b29b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711124 Mar 03 16:15:20.835037 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 73656e4c-494e-4b02-a9c2-6533350c2347 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:15:20.854825 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 73656e4c-494e-4b02-a9c2-6533350c2347 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:15:20.855150 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 73656e4c-494e-4b02-a9c2-6533350c2347 not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:15:21.701237 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48a9dd-05ac-4caa-a017-8b831ec95afa req-0abeeed1-f282-4560-b182-f83a0152b082 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:21.703306 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc48a9dd-05ac-4caa-a017-8b831ec95afa req-0abeeed1-f282-4560-b182-f83a0152b082 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0866570 Mar 03 16:15:21.731136 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be154a-02eb-4f5e-994e-dca489e2f291 req-a4c282b7-db55-4c4c-86f8-50d6d663dfb5 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:21.732599 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d0be154a-02eb-4f5e-994e-dca489e2f291 req-a4c282b7-db55-4c4c-86f8-50d6d663dfb5 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0821402 Mar 03 16:15:21.767774 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc48a9dd-05ac-4caa-a017-8b831ec95afa req-04434dd0-d001-44ee-9e5e-53f91d2f2794 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538220 Mar 03 16:15:21.805336 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d0be154a-02eb-4f5e-994e-dca489e2f291 req-51d6bf61-a6f2-46c2-89ed-435f3f2d621b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642002 Mar 03 16:15:22.902349 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763653df-030c-409a-b4e6-6d15e8cf222a req-c08bcfcd-37e3-435f-aa69-3a9af4a279df tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:22.903852 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-763653df-030c-409a-b4e6-6d15e8cf222a req-c08bcfcd-37e3-435f-aa69-3a9af4a279df tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0560777 Mar 03 16:15:22.934016 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d9c70-e55b-4d14-ad05-91359ef56a52 req-e036c690-44c3-4bac-a35f-05589dda3882 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:22.935546 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-823d9c70-e55b-4d14-ad05-91359ef56a52 req-e036c690-44c3-4bac-a35f-05589dda3882 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0591450 Mar 03 16:15:22.951018 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-763653df-030c-409a-b4e6-6d15e8cf222a req-ddde8d38-49c8-49dd-b747-da3f7bd95f96 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405865 Mar 03 16:15:22.988295 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-823d9c70-e55b-4d14-ad05-91359ef56a52 req-67ea9f3e-24d7-4856-b777-2badc7d310cf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470331 Mar 03 16:15:23.030032 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 00abaa24-5078-4b96-86b8-a4ccef266811 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:15:23.052438 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 00abaa24-5078-4b96-86b8-a4ccef266811 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:15:23.052786 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 00abaa24-5078-4b96-86b8-a4ccef266811 not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:15:24.112143 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564285ae-d1e2-4eb9-b876-b085c53af46b req-0a1907c9-a543-4ed3-8ac0-def551c47b78 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:24.113879 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-564285ae-d1e2-4eb9-b876-b085c53af46b req-0a1907c9-a543-4ed3-8ac0-def551c47b78 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0877461 Mar 03 16:15:24.133537 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4eb727-4296-4658-9c5b-05770443dd5b req-7892a14d-d621-4a31-a982-c77de51f97c5 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:24.136488 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4c4eb727-4296-4658-9c5b-05770443dd5b req-7892a14d-d621-4a31-a982-c77de51f97c5 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0606949 Mar 03 16:15:24.201347 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-564285ae-d1e2-4eb9-b876-b085c53af46b req-e449635d-3116-4f17-9cd8-3cd3901b71f6 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785360 Mar 03 16:15:24.217036 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4c4eb727-4296-4658-9c5b-05770443dd5b req-f92a1942-7baf-4731-9031-f6888a6ffc2b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740473 Mar 03 16:15:25.024361 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 39593c3a-2f9c-4b87-b5d4-c860b061f43a details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:15:25.132662 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 39593c3a-2f9c-4b87-b5d4-c860b061f43a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:25.152064 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'port_id': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'mac_address': 'fa:16:3e:e2:80:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:15:25.200762 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 39593c3a-2f9c-4b87-b5d4-c860b061f43a is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:15:25.201198 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:25.214960 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39593c3a-2f9c-4b87-b5d4-c860b061f43a {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:15:25.255747 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 39593c3a-2f9c-4b87-b5d4-c860b061f43a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:25.261174 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:25.344096 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=39593c3a-2f9c-4b87-b5d4-c860b061f43a,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:25.358047 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d2c58-ca45-4cf2-bfbf-0f86a77ed116 req-d0e51b46-67df-4c2f-bc8b-b0889609c47a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:25.359693 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-915d2c58-ca45-4cf2-bfbf-0f86a77ed116 req-d0e51b46-67df-4c2f-bc8b-b0889609c47a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0719540 Mar 03 16:15:25.372186 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93dd39-1343-4e87-953d-d67b531ba730 req-b92e074c-1f81-4596-85af-7618641ba4b2 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:25.380405 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-da93dd39-1343-4e87-953d-d67b531ba730 req-b92e074c-1f81-4596-85af-7618641ba4b2 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 945 time: 0.0724945 Mar 03 16:15:25.415971 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-915d2c58-ca45-4cf2-bfbf-0f86a77ed116 req-7f3eed81-a88e-4db2-b4bb-edee9f1cd67f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504646 Mar 03 16:15:25.436504 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-da93dd39-1343-4e87-953d-d67b531ba730 req-f952e62e-6b7a-4e8c-81a1-864f68484ece tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537281 Mar 03 16:15:25.660820 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['39593c3a-2f9c-4b87-b5d4-c860b061f43a'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:15:26.543579 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65fd53-7ddf-4d72-951d-729e4871e8d5 req-892641d1-9550-4891-8e2e-f2b1500cd62f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:26.545852 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3f65fd53-7ddf-4d72-951d-729e4871e8d5 req-892641d1-9550-4891-8e2e-f2b1500cd62f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0555937 Mar 03 16:15:26.579730 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b12e48-8352-44f8-bb09-0f667e99d29b req-35f4fe5b-3639-46e3-95d4-61b2e56a9467 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:26.581398 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b6b12e48-8352-44f8-bb09-0f667e99d29b req-35f4fe5b-3639-46e3-95d4-61b2e56a9467 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 945 time: 0.0620978 Mar 03 16:15:26.596849 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3f65fd53-7ddf-4d72-951d-729e4871e8d5 req-c78b1890-9be5-41b2-8913-5b7929e46314 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443745 Mar 03 16:15:26.669110 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b6b12e48-8352-44f8-bb09-0f667e99d29b req-7ac9fe65-afbb-45da-9318-e0025d2a9174 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801950 Mar 03 16:15:27.731110 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e4e53-6deb-4bd6-becb-42b83e9c5921 req-9d125249-de3b-4e27-881f-ca8d1080ebfa tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:27.732605 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8e8e4e53-6deb-4bd6-becb-42b83e9c5921 req-9d125249-de3b-4e27-881f-ca8d1080ebfa tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0575256 Mar 03 16:15:27.787790 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8e8e4e53-6deb-4bd6-becb-42b83e9c5921 req-2b725624-d016-4d21-8a7b-ca738961e5bf tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473273 Mar 03 16:15:27.801336 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92838d-afeb-4f0f-bf07-461dcde09d62 req-4a130cbb-cd02-44b3-887f-d03409aa912c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:27.803040 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ae92838d-afeb-4f0f-bf07-461dcde09d62 req-4a130cbb-cd02-44b3-887f-d03409aa912c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 945 time: 0.0574222 Mar 03 16:15:27.864318 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ae92838d-afeb-4f0f-bf07-461dcde09d62 req-0a61f5d6-c185-48c6-b67e-d554e54f418e tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474989 Mar 03 16:15:28.942330 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72510894-b499-4f10-ab3f-856900fd6cb7 req-77e07f5c-4d89-406d-bd01-63c395a3f177 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:28.943943 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-72510894-b499-4f10-ab3f-856900fd6cb7 req-77e07f5c-4d89-406d-bd01-63c395a3f177 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0645738 Mar 03 16:15:28.989023 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417fe3b-0176-415f-b955-3749d024e391 req-b66b2ddc-9ac7-439d-9389-3e4e9268c865 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:28.990503 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a417fe3b-0176-415f-b955-3749d024e391 req-b66b2ddc-9ac7-439d-9389-3e4e9268c865 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 945 time: 0.0558960 Mar 03 16:15:28.991044 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-72510894-b499-4f10-ab3f-856900fd6cb7 req-ad4082c0-f1ac-457d-816b-b1ff52f3abcd tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418794 Mar 03 16:15:29.045443 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a417fe3b-0176-415f-b955-3749d024e391 req-0fceb837-3ce3-4344-862f-5634e7000be0 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492129 Mar 03 16:15:30.126635 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21aadd-f5b5-4cd8-88a9-9224c59e008d req-d62d5a56-acd9-439f-801f-0d77b650b2a6 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:30.128930 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-fd21aadd-f5b5-4cd8-88a9-9224c59e008d req-d62d5a56-acd9-439f-801f-0d77b650b2a6 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0629911 Mar 03 16:15:30.169744 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953a21d-f1fe-4b97-846c-134a0893254a req-e2d45a2f-038e-4996-a02a-35ff020e9c12 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:30.171859 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c953a21d-f1fe-4b97-846c-134a0893254a req-e2d45a2f-038e-4996-a02a-35ff020e9c12 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 945 time: 0.0537987 Mar 03 16:15:30.180624 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-fd21aadd-f5b5-4cd8-88a9-9224c59e008d req-1b984431-ef82-4a83-b375-d746724b1553 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459356 Mar 03 16:15:30.223001 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c953a21d-f1fe-4b97-846c-134a0893254a req-f39e61a2-1eb0-4706-9367-0306367bd0f4 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454185 Mar 03 16:15:31.313379 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02ec8a-cc0f-4f59-9cd7-b6a2341c7909 req-cdc89ae4-d825-4571-bd3e-82e01bc183a1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:31.314827 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ef02ec8a-cc0f-4f59-9cd7-b6a2341c7909 req-cdc89ae4-d825-4571-bd3e-82e01bc183a1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0569758 Mar 03 16:15:31.344336 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0831af-5851-49ca-9f24-5ccce545e0d2 req-f9a4fe04-5ef7-4808-b325-93bb8b8b593f tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:31.345800 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6a0831af-5851-49ca-9f24-5ccce545e0d2 req-f9a4fe04-5ef7-4808-b325-93bb8b8b593f tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 945 time: 0.0526187 Mar 03 16:15:31.359687 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ef02ec8a-cc0f-4f59-9cd7-b6a2341c7909 req-67fb04f7-66ec-42ce-b71f-82297dd563a4 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391550 Mar 03 16:15:31.393280 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6a0831af-5851-49ca-9f24-5ccce545e0d2 req-f55a5bb9-ee72-4f5a-9465-fd8e9492d926 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418074 Mar 03 16:15:31.644905 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 39593c3a-2f9c-4b87-b5d4-c860b061f43a up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:15:31.692858 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 39593c3a-2f9c-4b87-b5d4-c860b061f43a completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:15:31.696638 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 39593c3a-2f9c-4b87-b5d4-c860b061f43a triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:15:31.697017 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:31.775246 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 39593c3a-2f9c-4b87-b5d4-c860b061f43a is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:15:31.775688 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:31.799065 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:31.801347 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761784a4-46c5-4e99-b014-13775fb02250" -d '{"events": [{"server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "name": "network-vif-plugged", "status": "completed", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:31.816454 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 39593c3a-2f9c-4b87-b5d4-c860b061f43a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:31.820855 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:31.843796 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f377232-b17f-46c3-8979-4c2528c5e149 x-openstack-request-id: req-7f377232-b17f-46c3-8979-4c2528c5e149 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:31.844110 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "name": "network-vif-plugged", "status": "completed", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:31.844423 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f377232-b17f-46c3-8979-4c2528c5e149 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:31.844760 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'code': 200} Mar 03 16:15:31.869723 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=39593c3a-2f9c-4b87-b5d4-c860b061f43a,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:32.483022 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc077004-351d-4525-ba59-4e050c578c6e req-5e22846b-6770-4055-88dc-3cbf2444c769 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:32.485046 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fc077004-351d-4525-ba59-4e050c578c6e req-5e22846b-6770-4055-88dc-3cbf2444c769 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0566883 Mar 03 16:15:32.512022 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5394ef-ed61-4169-a467-b8de5b559122 req-0488bb9b-66c3-4990-817f-0a0991ed7dd9 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:32.513497 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2f5394ef-ed61-4169-a467-b8de5b559122 req-0488bb9b-66c3-4990-817f-0a0991ed7dd9 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0521123 Mar 03 16:15:32.532187 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fc077004-351d-4525-ba59-4e050c578c6e req-1682fc17-71a4-4e6e-a105-13d840b6a1a2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412056 Mar 03 16:15:32.561695 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2f5394ef-ed61-4169-a467-b8de5b559122 req-0c0fa0e7-ca3a-46d2-ad59-ee2857ab248b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427656 Mar 03 16:15:33.652404 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587431cd-ef57-4e8b-8436-50940fa0feda req-b83e5ea0-898e-42fa-b3ef-fd0261523574 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:33.653887 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-587431cd-ef57-4e8b-8436-50940fa0feda req-b83e5ea0-898e-42fa-b3ef-fd0261523574 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0520821 Mar 03 16:15:33.675895 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0c0ac-5031-4035-904f-fa34fb5488d5 req-b1aa5516-5605-4165-89e4-6484ab8190ce tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:33.677355 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c0e0c0ac-5031-4035-904f-fa34fb5488d5 req-b1aa5516-5605-4165-89e4-6484ab8190ce tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0514543 Mar 03 16:15:33.701117 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-587431cd-ef57-4e8b-8436-50940fa0feda req-4af592ac-7338-4b49-9196-eaa583761141 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408566 Mar 03 16:15:33.728391 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c0e0c0ac-5031-4035-904f-fa34fb5488d5 req-a69fc386-a5ed-4641-bc1c-acf9bb6870af tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455408 Mar 03 16:15:34.013113 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4eae56-096b-4218-b70b-745fbd00b068 req-a1bae574-3f30-4d39-8299-cf9ad08d724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:34.014680 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4f4eae56-096b-4218-b70b-745fbd00b068 req-a1bae574-3f30-4d39-8299-cf9ad08d724d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 1130 time: 0.0443621 Mar 03 16:15:34.066356 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4f4eae56-096b-4218-b70b-745fbd00b068 req-0c16f5d5-36b8-4503-b9e2-0a5483014351 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443957 Mar 03 16:15:34.225144 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ba40af8f-1442-4779-a609-0f80bdf1b4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:34.828224 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00befd-ae6b-46ef-a871-0beb7fbcb934 req-5fbc0ca0-c4c2-4ba3-bc3b-ecae0194d798 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:34.829725 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bd00befd-ae6b-46ef-a871-0beb7fbcb934 req-5fbc0ca0-c4c2-4ba3-bc3b-ecae0194d798 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0554872 Mar 03 16:15:34.843789 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86473369-4fe8-4e0e-adcd-d17943535617 req-5e2d9966-220f-4e62-8490-0359289d611a tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:34.845251 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-86473369-4fe8-4e0e-adcd-d17943535617 req-5e2d9966-220f-4e62-8490-0359289d611a tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0525765 Mar 03 16:15:34.877390 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bd00befd-ae6b-46ef-a871-0beb7fbcb934 req-d086b373-b58f-485b-b0dd-91247d157903 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416801 Mar 03 16:15:34.898649 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-86473369-4fe8-4e0e-adcd-d17943535617 req-fe9699fe-8635-4921-bcf8-f9b426838c00 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473797 Mar 03 16:15:35.339905 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-1ba97a8c-e334-4386-8530-4b2d43e2ea1d tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:35.347775 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-1ba97a8c-e334-4386-8530-4b2d43e2ea1d tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/networks?id=bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 HTTP/1.1" status: 200 len: 814 time: 0.1237967 Mar 03 16:15:35.363353 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-fb8537e3-5603-4eb5-b659-d4fbd6d672b5 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/quotas/38b0e80675dd4a12912e5a0f6da3d3cf HTTP/1.1" status: 200 len: 375 time: 0.0146742 Mar 03 16:15:35.400355 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-369c7d39-8a28-44ac-98c9-2e3e06e99c80 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38b0e80675dd4a12912e5a0f6da3d3cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359445 Mar 03 16:15:35.498399 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-e3ae7afa-555d-4cec-a924-14c701347f2c service neutron] 10.222.0.11 "GET /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971770 Mar 03 16:15:35.592939 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-1c653738-4b91-480b-8ac8-83c4ee60f3da service neutron] 10.222.0.11 "GET /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888107 Mar 03 16:15:35.760016 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-152742f1-7c97-4310-ad3f-a41e7617f633 req-bfa964f8-cf10-48cb-93ae-7cd1c948ce83 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 210 time: 0.0292411 Mar 03 16:15:36.035707 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6cd88-a115-45d2-aa41-9d9af421e65f req-9cbff965-6105-4f0b-8bca-78190031909d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:36.038011 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fbc6cd88-a115-45d2-aa41-9d9af421e65f req-9cbff965-6105-4f0b-8bca-78190031909d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0824065 Mar 03 16:15:36.050762 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed2e52-9bc6-4843-a20d-03ffada30e74 req-11ba1f60-ff32-406c-a5ba-bbe40f57ce5a tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:36.052329 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f5ed2e52-9bc6-4843-a20d-03ffada30e74 req-11ba1f60-ff32-406c-a5ba-bbe40f57ce5a tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0672657 Mar 03 16:15:36.101334 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fbc6cd88-a115-45d2-aa41-9d9af421e65f req-42c1d826-7171-46d1-8ec7-03b9c4a954db tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538836 Mar 03 16:15:36.142295 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f5ed2e52-9bc6-4843-a20d-03ffada30e74 req-af0af88a-bf73-4617-8131-292db62b16c3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810680 Mar 03 16:15:36.472254 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bcad9-7349-4f2e-afa9-7f3f6aa4b2c9 req-e26834cc-a4c5-448a-acc5-5b1687877cd5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:36.474308 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c22bcad9-7349-4f2e-afa9-7f3f6aa4b2c9 req-e26834cc-a4c5-448a-acc5-5b1687877cd5 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.0601737 Mar 03 16:15:36.534039 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c22bcad9-7349-4f2e-afa9-7f3f6aa4b2c9 req-77a0a127-c991-46c6-88de-302f2e23f114 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489151 Mar 03 16:15:36.700962 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-6d2120a4-d68a-4e61-8309-d2d2f0c87de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:36.707530 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc97c4-bf46-4f27-9714-520cf091a303 req-20320302-6c96-4c97-80ef-67c286762e35 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:36.709308 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-82cc97c4-bf46-4f27-9714-520cf091a303 req-20320302-6c96-4c97-80ef-67c286762e35 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 946 time: 0.0771430 Mar 03 16:15:36.761807 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-82cc97c4-bf46-4f27-9714-520cf091a303 req-810a395e-be93-40b1-b255-c397154f5daa tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459294 Mar 03 16:15:36.785778 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 36368) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:36.876194 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b4eb0cc8-4a8a-480a-ad07-e1f3bb55a16c req-f110ded6-6b3f-4fad-a172-8659b742fab7 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 210 time: 0.0398302 Mar 03 16:15:37.066794 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-801087b8-dfc7-4e5d-a433-9784d330f552 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:37.068316 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-801087b8-dfc7-4e5d-a433-9784d330f552 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.10 "GET /v2.0/networks?id=bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 HTTP/1.1" status: 200 len: 814 time: 0.1468940 Mar 03 16:15:37.085202 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Request body: {'port': {'device_id': '7913a7d6-030d-4c0f-a75a-fbfee0d32841', 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93', 'admin_state_up': True, 'tenant_id': '38b0e80675dd4a12912e5a0f6da3d3cf'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:37.134539 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f0cded-9dfc-46d1-a1dd-d1716a6bf455 tempest-TestMinimumBasicScenario-2100074545 tempest-TestMinimumBasicScenario-2100074545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:37.136163 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-44f0cded-9dfc-46d1-a1dd-d1716a6bf455 tempest-TestMinimumBasicScenario-2100074545 tempest-TestMinimumBasicScenario-2100074545-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 1125 time: 0.3498027 Mar 03 16:15:37.139097 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 36384) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:37.146893 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Request body: {'floatingip': {'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'port_id': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:37.183346 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:37.271176 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:37.298626 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a6bf1-e44d-4464-ab97-93a6f126773d req-e4ea5844-4d49-4aeb-918e-d95b1a198c58 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:37.300220 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2c4a6bf1-e44d-4464-ab97-93a6f126773d req-e4ea5844-4d49-4aeb-918e-d95b1a198c58 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0612299 Mar 03 16:15:37.307199 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Made reservation on behalf of 38b0e80675dd4a12912e5a0f6da3d3cf for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:15:37.310781 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:37.337904 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c9057-1e6d-4d28-969d-888dd2b98197 req-7d9e2ba3-1b7b-4155-a9d6-e8cceea41e53 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:37.339426 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e78c9057-1e6d-4d28-969d-888dd2b98197 req-7d9e2ba3-1b7b-4155-a9d6-e8cceea41e53 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.1000154 Mar 03 16:15:37.354294 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2c4a6bf1-e44d-4464-ab97-93a6f126773d req-5fb92381-25f3-4baa-bfb8-dc9160adbaee tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467248 Mar 03 16:15:37.493464 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9b89e-9f90-4c5e-81af-90fa96170724 req-31c9b32e-98b6-481d-b824-fa61a6279601 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:37.494502 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e78c9057-1e6d-4d28-969d-888dd2b98197 req-e110b111-fbb0-4573-ab9d-c53cc39c0090 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450140 Mar 03 16:15:37.495156 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-36f9b89e-9f90-4c5e-81af-90fa96170724 req-31c9b32e-98b6-481d-b824-fa61a6279601 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0587060 Mar 03 16:15:37.507857 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:37.561135 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Allocated IP 172.20.0.4 (bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93/ac130c53-9e82-4d5c-b237-b6e1952c8b9f/e52e1382-40e7-4d97-879d-1ea6a638acfb) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:15:37.604077 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:37.608135 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-36f9b89e-9f90-4c5e-81af-90fa96170724 req-53b6b865-93ee-4552-b070-549e47385150 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010373 Mar 03 16:15:37.622084 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36408) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:37.699092 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Allocated IP 172.27.2.151 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/8f88f036-fd64-4434-a93b-7b03c8117d74) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:15:37.800450 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c58c7-0215-4a2c-9c47-6d660bef88dd req-32f42c10-bc8d-4e84-a37b-086b4dfb8602 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:37.830043 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-113c58c7-0215-4a2c-9c47-6d660bef88dd req-32f42c10-bc8d-4e84-a37b-086b4dfb8602 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.1505136 Mar 03 16:15:37.920509 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks [] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:37.937764 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for port (8f88f036-fd64-4434-a93b-7b03c8117d74), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:37.948767 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-113c58c7-0215-4a2c-9c47-6d660bef88dd req-a9ff438c-aae9-4cf7-ba1d-1abdfbb1536a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107752 Mar 03 16:15:37.966935 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6759a1-cdf2-4dc0-a871-156093ec24d7 tempest-TestShelveInstance-277009273 tempest-TestShelveInstance-277009273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:37.973130 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-1f6759a1-cdf2-4dc0-a871-156093ec24d7 tempest-TestShelveInstance-277009273 tempest-TestShelveInstance-277009273-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 1125 time: 0.3466718 Mar 03 16:15:37.976267 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36434) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:37.980649 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Request body: {'floatingip': {'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'port_id': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:38.007857 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:38.021110 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (8f88f036-fd64-4434-a93b-7b03c8117d74), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:38.029645 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:38.074402 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:15:38.103757 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:15:38.125155 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:15:38.155172 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d83fbf-b07d-4744-bce9-21110c6e5f6f req-ff46b6ad-132a-4b54-97d6-69f224fa87f5 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:38.162913 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f2d83fbf-b07d-4744-bce9-21110c6e5f6f req-ff46b6ad-132a-4b54-97d6-69f224fa87f5 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 931 time: 0.1131318 Mar 03 16:15:38.194304 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:15:38.196369 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:15:38.199297 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:15:38.207082 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Pushing event updated for resources: {'Port': ['ID=e52e1382-40e7-4d97-879d-1ea6a638acfb,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:38.290199 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f2d83fbf-b07d-4744-bce9-21110c6e5f6f req-7767e8dc-be40-4052-8ecf-2fa34ca156ee tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261201 Mar 03 16:15:38.315709 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:38.332348 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:38.332997 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:38.376909 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event updated for resources: {'Port': ['ID=8f88f036-fd64-4434-a93b-7b03c8117d74,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:38.392780 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-6adc1d30-a309-47de-961f-004fb2584323 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3124595 Mar 03 16:15:38.412089 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Request body: {'port': {'device_id': '7913a7d6-030d-4c0f-a75a-fbfee0d32841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:38.526734 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:38.583301 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Allocated IP 172.27.2.142 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/92acf977-b66a-4a43-b828-628c3805359f) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:15:38.669427 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 36452) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:38.885041 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d7da80e4-fd84-4923-966d-00f3a35f7fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:38.955913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for port (92acf977-b66a-4a43-b828-628c3805359f), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:38.956690 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cc210-707a-468b-b9b2-22c7563b269a req-80f2cacf-b1ca-487d-a4b3-a64c631baa67 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:38.958495 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0a7cc210-707a-468b-b9b2-22c7563b269a req-80f2cacf-b1ca-487d-a4b3-a64c631baa67 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.2992015 Mar 03 16:15:39.013075 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (92acf977-b66a-4a43-b828-628c3805359f), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.052806 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:15:39.069340 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:15:39.073583 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:15:39.097971 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.139570 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event updated for resources: {'Port': ['ID=92acf977-b66a-4a43-b828-628c3805359f,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:39.195030 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb93d7-a2af-4d11-a05b-9c56b327bdc9 req-4254ff1e-bb8c-4963-836c-08f3f53b4e79 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:39.196678 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f1fb93d7-a2af-4d11-a05b-9c56b327bdc9 req-4254ff1e-bb8c-4963-836c-08f3f53b4e79 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.1641157 Mar 03 16:15:39.333080 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f1fb93d7-a2af-4d11-a05b-9c56b327bdc9 req-bacf5be1-568c-4d92-a15c-ee63d90b5c75 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292369 Mar 03 16:15:39.484528 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0a7cc210-707a-468b-b9b2-22c7563b269a req-d6e7a47e-1469-4aff-b615-f0f71937c010 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5104241 Mar 03 16:15:39.537765 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d7da80e4-fd84-4923-966d-00f3a35f7fc5 admin admin] Publish callbacks [] for security_group (a8a5bfcd-ace3-4192-899d-ce9a0add06ce), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.543190 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for floatingip (c29c013d-39c2-4be2-aaeb-7cf736183a07), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.561198 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc584bcf-0bff-40c8-aa57-ad69079ad215 req-a8a5b696-c469-4f5d-b7d2-c1f161085cf3 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:39.562782 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dc584bcf-0bff-40c8-aa57-ad69079ad215 req-a8a5b696-c469-4f5d-b7d2-c1f161085cf3 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 931 time: 0.1227202 Mar 03 16:15:39.602571 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d7da80e4-fd84-4923-966d-00f3a35f7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (a8a5bfcd-ace3-4192-899d-ce9a0add06ce), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.620991 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dc584bcf-0bff-40c8-aa57-ad69079ad215 req-94a190bd-2b90-4160-bb9b-791c7d126270 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506206 Mar 03 16:15:39.623912 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for floatingip (f197996a-89ed-41af-883d-e28ebb9b5272), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.653961 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52e1382-40e7-4d97-879d-1ea6a638acfb {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:15:39.680918 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Publish callbacks [] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.683146 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da80e4-fd84-4923-966d-00f3a35f7fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a5bfcd-ace3-4192-899d-ce9a0add06ce,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:39.695098 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-d7da80e4-fd84-4923-966d-00f3a35f7fc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=506d02c126734ceca7129c573d562c79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0183773 Mar 03 16:15:39.698056 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36484) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:39.707588 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (92acf977-b66a-4a43-b828-628c3805359f), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.722412 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Transition to ACTIVE for port object e52e1382-40e7-4d97-879d-1ea6a638acfb will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:15:39.728899 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.760887 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (8f88f036-fd64-4434-a93b-7b03c8117d74), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.776979 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:15:39.810496 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Pushing event updated for resources: {'Port': ['ID=e52e1382-40e7-4d97-879d-1ea6a638acfb,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:39.819746 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f3d06978-f937-4a96-a070-043395097686 admin admin] Publish callbacks [] for security_group (a8a5bfcd-ace3-4192-899d-ce9a0add06ce), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.861315 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f3d06978-f937-4a96-a070-043395097686 admin admin] Publish callbacks [] for security_group (a8a5bfcd-ace3-4192-899d-ce9a0add06ce), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.939355 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for port (92acf977-b66a-4a43-b828-628c3805359f), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.945096 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (92acf977-b66a-4a43-b828-628c3805359f), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.953254 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f3d06978-f937-4a96-a070-043395097686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (a8a5bfcd-ace3-4192-899d-ce9a0add06ce), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.955808 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f3d06978-f937-4a96-a070-043395097686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.956944 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-f3d06978-f937-4a96-a070-043395097686 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8a5bfcd-ace3-4192-899d-ce9a0add06ce HTTP/1.1" status: 204 len: 168 time: 0.2563772 Mar 03 16:15:39.980067 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Attempting to bind port e52e1382-40e7-4d97-879d-1ea6a638acfb on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:15:39.980405 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Attempting to bind port e52e1382-40e7-4d97-879d-1ea6a638acfb by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '19bb8f74-7445-4238-9f72-267a96f5e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:15:39.980728 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Attempting to bind port e52e1382-40e7-4d97-879d-1ea6a638acfb on network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:15:39.990949 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (f197996a-89ed-41af-883d-e28ebb9b5272), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:39.996143 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Port e52e1382-40e7-4d97-879d-1ea6a638acfb on network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:15:39.996469 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Attempting to bind port e52e1382-40e7-4d97-879d-1ea6a638acfb on network bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:15:40.009999 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:15:40.010333 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Checking segment: {'id': '19bb8f74-7445-4238-9f72-267a96f5e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:15:40.010712 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Bound using segment: {'id': '19bb8f74-7445-4238-9f72-267a96f5e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:15:40.011139 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Bound port: e52e1382-40e7-4d97-879d-1ea6a638acfb, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19bb8f74-7445-4238-9f72-267a96f5e5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:15:40.011501 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:40.027063 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d06978-f937-4a96-a070-043395097686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a5bfcd-ace3-4192-899d-ce9a0add06ce,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:40.042078 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event updated for resources: {'Port': ['ID=92acf977-b66a-4a43-b828-628c3805359f,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:40.100077 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for port (8f88f036-fd64-4434-a93b-7b03c8117d74), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:40.110486 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (8f88f036-fd64-4434-a93b-7b03c8117d74), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:40.120985 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.l3_db [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Floating IP f197996a-89ed-41af-883d-e28ebb9b5272 associated. External IP: 172.27.2.142, port: 39593c3a-2f9c-4b87-b5d4-c860b061f43a. Mar 03 16:15:40.181581 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9193f6-148a-4d80-a1e9-593988c532f1 req-34194327-8571-474a-ba74-0108cfe0301a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:40.183050 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7d9193f6-148a-4d80-a1e9-593988c532f1 req-34194327-8571-474a-ba74-0108cfe0301a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.10 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.1564689 Mar 03 16:15:40.260305 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event updated for resources: {'Port': ['ID=8f88f036-fd64-4434-a93b-7b03c8117d74,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:40.263580 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] For port e52e1382-40e7-4d97-879d-1ea6a638acfb, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:15:40.286767 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 36490) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:40.304248 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] For port e52e1382-40e7-4d97-879d-1ea6a638acfb, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e52e1382-40e7-4d97-879d-1ea6a638acfb,segment=NetworkSegment(19bb8f74-7445-4238-9f72-267a96f5e5f7),segment_id=19bb8f74-7445-4238-9f72-267a96f5e5f7)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:15:40.330982 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9911f0ae-6dea-4741-be5c-5a1b8bdf29cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:40.332971 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (c29c013d-39c2-4be2-aaeb-7cf736183a07), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:40.334959 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:40.379358 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Router 2141025c-2296-470c-9432-aac4cd0bd225 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:15:40.463230 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:40.463899 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:40.465279 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] 10.222.0.10 "PUT /v2.0/ports/e52e1382-40e7-4d97-879d-1ea6a638acfb HTTP/1.1" status: 200 len: 1093 time: 2.0611565 Mar 03 16:15:40.469067 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7913a7d6-030d-4c0f-a75a-fbfee0d32841', 'tag': 'e52e1382-40e7-4d97-879d-1ea6a638acfb'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:40.471356 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7b5f52-f837-4525-bda9-d36a5244bc95" -d '{"events": [{"name": "network-changed", "server_uuid": "7913a7d6-030d-4c0f-a75a-fbfee0d32841", "tag": "e52e1382-40e7-4d97-879d-1ea6a638acfb"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:40.496120 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:15:40.506051 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca19fbe-e161-45fe-b5a5-ea8c2a838ff0 None None] Sync routers for ids ['2141025c-2296-470c-9432-aac4cd0bd225'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:15:40.516952 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca19fbe-e161-45fe-b5a5-ea8c2a838ff0 None None] Routers {'2141025c-2296-470c-9432-aac4cd0bd225'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:15:40.518043 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-bca19fbe-e161-45fe-b5a5-ea8c2a838ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:15:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['2141025c-2296-470c-9432-aac4cd0bd225'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:40.533392 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:40.558723 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa30b6d-1976-4095-87ba-6b49234fea9c x-openstack-request-id: req-2fa30b6d-1976-4095-87ba-6b49234fea9c {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:40.559256 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7913a7d6-030d-4c0f-a75a-fbfee0d32841", "tag": "e52e1382-40e7-4d97-879d-1ea6a638acfb", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:40.559256 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2fa30b6d-1976-4095-87ba-6b49234fea9c {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:40.559666 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7913a7d6-030d-4c0f-a75a-fbfee0d32841', 'tag': 'e52e1382-40e7-4d97-879d-1ea6a638acfb', 'status': 'completed', 'code': 200} Mar 03 16:15:40.575667 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e031b-e4c9-4448-91aa-a715dd36224c service neutron] Pushing event updated for resources: {'Port': ['ID=e52e1382-40e7-4d97-879d-1ea6a638acfb,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:40.597003 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-98970039-8c54-4cb4-bfdb-e60ad1fb799c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6049805 Mar 03 16:15:40.597003 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:40.597003 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e293d340-749c-430e-9480-07c8fe4e5863" -d '{"events": [{"name": "network-changed", "server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:40.661230 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-7d9193f6-148a-4d80-a1e9-593988c532f1 req-93579abe-fc41-458b-9764-6c4e8ef9aa6d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Deleting port 67cb0363-c5ca-44bb-b405-a331d8a063ab {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:15:40.661580 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7d9193f6-148a-4d80-a1e9-593988c532f1 req-93579abe-fc41-458b-9764-6c4e8ef9aa6d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:40.674977 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.l3_db [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Floating IP c29c013d-39c2-4be2-aaeb-7cf736183a07 associated. External IP: 172.27.2.151, port: 90de1cc1-629e-4ea1-bb80-22b864e42155. Mar 03 16:15:40.692592 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-bca19fbe-e161-45fe-b5a5-ea8c2a838ff0 None None] Set router 2141025c-2296-470c-9432-aac4cd0bd225 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:15:40.706525 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:40.724051 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9b90b-4fb3-4566-ab27-c5d9b531f3a1 req-3ad60c3d-e05b-4ddd-84bb-9c4a93860c3e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:40.725675 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-43e9b90b-4fb3-4566-ab27-c5d9b531f3a1 req-3ad60c3d-e05b-4ddd-84bb-9c4a93860c3e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0926552 Mar 03 16:15:40.767433 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee7155-dcf2-463d-9e02-836997e0c034 req-82d404d4-365a-4596-bdc7-9df8210d8bcc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:40.769023 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e1ee7155-dcf2-463d-9e02-836997e0c034 req-82d404d4-365a-4596-bdc7-9df8210d8bcc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 946 time: 0.3427365 Mar 03 16:15:40.785865 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-43e9b90b-4fb3-4566-ab27-c5d9b531f3a1 req-ea994709-41c0-46ce-b8c6-17f17d4b1b0f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527852 Mar 03 16:15:40.823997 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-44ad504b-d49e-4c6f-8bbe-94d7492ebf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:40.825526 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-44ad504b-d49e-4c6f-8bbe-94d7492ebf59 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38b0e80675dd4a12912e5a0f6da3d3cf&device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 1127 time: 0.2651277 Mar 03 16:15:40.855834 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9911f0ae-6dea-4741-be5c-5a1b8bdf29cc admin admin] Publish callbacks [] for security_group (dd2d33f6-0d7d-42ad-9cb9-b42a53f15d3e), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:40.859054 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fb66ed-1960-4ad3-887a-c4c96b80ae13 x-openstack-request-id: req-22fb66ed-1960-4ad3-887a-c4c96b80ae13 {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:40.859431 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:40.859725 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22fb66ed-1960-4ad3-887a-c4c96b80ae13 {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:40.860138 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'status': 'completed', 'code': 200} Mar 03 16:15:40.904252 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9911f0ae-6dea-4741-be5c-5a1b8bdf29cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (dd2d33f6-0d7d-42ad-9cb9-b42a53f15d3e), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:40.986479 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-520dbdee-8091-46a9-aef6-3ce828b773a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e52e1382-40e7-4d97-879d-1ea6a638acfb HTTP/1.1" status: 200 len: 217 time: 0.0965722 Mar 03 16:15:40.997124 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293d340-749c-430e-9480-07c8fe4e5863 req-29abd1f1-6bf7-40ba-b07b-cb77bb3876e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:40.999795 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e293d340-749c-430e-9480-07c8fe4e5863 req-29abd1f1-6bf7-40ba-b07b-cb77bb3876e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b03795c3804a9ca8e84ba161e5f592&device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 1130 time: 0.1119082 Mar 03 16:15:41.005755 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-7d9193f6-148a-4d80-a1e9-593988c532f1 req-93579abe-fc41-458b-9764-6c4e8ef9aa6d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] For port 67cb0363-c5ca-44bb-b405-a331d8a063ab, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=67cb0363-c5ca-44bb-b405-a331d8a063ab,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:41.006405 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7d9193f6-148a-4d80-a1e9-593988c532f1 req-93579abe-fc41-458b-9764-6c4e8ef9aa6d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:41.017967 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9954cd2-6301-451d-875e-6cb749bbc401 req-e8fdd09d-9717-46fa-8d73-96a7f65b8b5a tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:41.026334 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d9954cd2-6301-451d-875e-6cb749bbc401 req-e8fdd09d-9717-46fa-8d73-96a7f65b8b5a tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 943 time: 0.1033673 Mar 03 16:15:41.037641 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-bca19fbe-e161-45fe-b5a5-ea8c2a838ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:50Z', 'revision_number': 4, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'f197996a-89ed-41af-883d-e28ebb9b5272', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'port_id': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'mac_address': 'fa:16:3e:e2:80:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:15:39Z', 'updated_at': '2022-03-03T16:15:39Z', 'revision_number': 0, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60251b6-a460-44ce-b35c-139973133c8c', 'name': '', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'mac_address': 'fa:16:3e:1f:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:49Z', 'updated_at': '2022-03-03T16:13:55Z', 'revision_number': 5, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'subnets': [{'id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:41.040985 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e1ee7155-dcf2-463d-9e02-836997e0c034 req-980ec19a-d710-4d0c-b66b-92c25f3b11b1 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615311 Mar 03 16:15:41.068649 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-9911f0ae-6dea-4741-be5c-5a1b8bdf29cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8563f8bc383f4c7eb8992ffad4a9c19c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7806029 Mar 03 16:15:41.075797 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-7d9193f6-148a-4d80-a1e9-593988c532f1 req-93579abe-fc41-458b-9764-6c4e8ef9aa6d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Calling delete_port for 67cb0363-c5ca-44bb-b405-a331d8a063ab owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:15:41.079449 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 36514) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:41.090984 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca19fbe-e161-45fe-b5a5-ea8c2a838ff0 None None] Checking router: 2141025c-2296-470c-9432-aac4cd0bd225 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:15:41.103807 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911f0ae-6dea-4741-be5c-5a1b8bdf29cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2d33f6-0d7d-42ad-9cb9-b42a53f15d3e,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:41.104575 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca19fbe-e161-45fe-b5a5-ea8c2a838ff0 None None] Routers {'2141025c-2296-470c-9432-aac4cd0bd225'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:15:41.105183 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-bca19fbe-e161-45fe-b5a5-ea8c2a838ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:15:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['2141025c-2296-470c-9432-aac4cd0bd225'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:41.125680 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d9954cd2-6301-451d-875e-6cb749bbc401 req-b6f71e08-c8ca-41e4-9fb1-c7899010e039 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984278 Mar 03 16:15:41.160669 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293d340-749c-430e-9480-07c8fe4e5863 req-1e071ed2-d02d-4815-a89d-a7491b4082a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:41.163000 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e293d340-749c-430e-9480-07c8fe4e5863 req-1e071ed2-d02d-4815-a89d-a7491b4082a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 HTTP/1.1" status: 200 len: 909 time: 0.1346734 Mar 03 16:15:41.199298 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-fbf46f88-2330-41f5-a1d3-6847e0bfedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:41.200807 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-fbf46f88-2330-41f5-a1d3-6847e0bfedc3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac130c53-9e82-4d5c-b237-b6e1952c8b9f HTTP/1.1" status: 200 len: 854 time: 0.1861718 Mar 03 16:15:41.254267 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-74b26058-627f-49da-96de-c96bbb417f9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460296 Mar 03 16:15:41.267640 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e293d340-749c-430e-9480-07c8fe4e5863 req-d2f583e5-03be-4b36-991d-875bad56a14a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a HTTP/1.1" status: 200 len: 1000 time: 0.0984359 Mar 03 16:15:41.332502 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-bca19fbe-e161-45fe-b5a5-ea8c2a838ff0 None None] Set router 2141025c-2296-470c-9432-aac4cd0bd225 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:15:41.333921 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293d340-749c-430e-9480-07c8fe4e5863 req-5e139bb1-917f-4812-8c32-feb7d026f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:41.335405 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e293d340-749c-430e-9480-07c8fe4e5863 req-5e139bb1-917f-4812-8c32-feb7d026f9d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f52b7343-2d0c-49ed-a918-2d20f4766e64 HTTP/1.1" status: 200 len: 848 time: 0.0614614 Mar 03 16:15:41.364103 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8efb1a36-d17e-4a55-a5bb-2fe8a28182fc admin admin] Publish callbacks [] for security_group (dd2d33f6-0d7d-42ad-9cb9-b42a53f15d3e), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:41.407988 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293d340-749c-430e-9480-07c8fe4e5863 req-f0013c87-5006-4122-8c64-f55311b978f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:41.409627 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e293d340-749c-430e-9480-07c8fe4e5863 req-f0013c87-5006-4122-8c64-f55311b978f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669529 Mar 03 16:15:41.421266 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8efb1a36-d17e-4a55-a5bb-2fe8a28182fc admin admin] Publish callbacks [] for security_group (dd2d33f6-0d7d-42ad-9cb9-b42a53f15d3e), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:41.479727 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Router 395990e9-2be2-43c4-8705-7a00491f2e82 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:15:41.511544 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e293d340-749c-430e-9480-07c8fe4e5863 req-5e0136f2-2d15-48e6-ac7c-65b6feac6101 service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949614 Mar 03 16:15:41.511809 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-1a213ee1-4b1e-4160-ad07-e793222988a5 service neutron] 10.222.0.10 "GET /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471805 Mar 03 16:15:41.544373 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7d9193f6-148a-4d80-a1e9-593988c532f1 req-93579abe-fc41-458b-9764-6c4e8ef9aa6d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (67cb0363-c5ca-44bb-b405-a331d8a063ab), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:41.581161 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['3bede718-5810-418d-ac01-2d96bf39f913', '67cb0363-c5ca-44bb-b405-a331d8a063ab'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:15:41.597451 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-bca19fbe-e161-45fe-b5a5-ea8c2a838ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:50Z', 'revision_number': 4, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'f197996a-89ed-41af-883d-e28ebb9b5272', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'port_id': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'mac_address': 'fa:16:3e:e2:80:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:15:39Z', 'updated_at': '2022-03-03T16:15:39Z', 'revision_number': 0, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60251b6-a460-44ce-b35c-139973133c8c', 'name': '', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'mac_address': 'fa:16:3e:1f:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:49Z', 'updated_at': '2022-03-03T16:13:55Z', 'revision_number': 5, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'subnets': [{'id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:41.626624 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e293d340-749c-430e-9480-07c8fe4e5863 req-5f398b08-f934-49c4-8abc-5a984d820064 service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042824 Mar 03 16:15:41.642811 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca19fbe-e161-45fe-b5a5-ea8c2a838ff0 None None] The sync data for ids ['2141025c-2296-470c-9432-aac4cd0bd225'] in dv-cinder-830538-6-iscsi is: [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:50Z', 'revision_number': 4, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'f197996a-89ed-41af-883d-e28ebb9b5272', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'port_id': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'mac_address': 'fa:16:3e:e2:80:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:15:39Z', 'updated_at': '2022-03-03T16:15:39Z', 'revision_number': 0, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60251b6-a460-44ce-b35c-139973133c8c', 'name': '', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'mac_address': 'fa:16:3e:1f:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:49Z', 'updated_at': '2022-03-03T16:13:55Z', 'revision_number': 5, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'subnets': [{'id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:15:41.900895 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c43df7a-43f6-4309-b699-c8e5e3b69d59 None None] New status for floating IP f197996a-89ed-41af-883d-e28ebb9b5272: ACTIVE {{(pid=103059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:15:41.977640 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93579abe-fc41-458b-9764-6c4e8ef9aa6d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Pushing event deleted for resources: {'Port': ['ID=67cb0363-c5ca-44bb-b405-a331d8a063ab,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:42.004038 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8efb1a36-d17e-4a55-a5bb-2fe8a28182fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (dd2d33f6-0d7d-42ad-9cb9-b42a53f15d3e), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.006836 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8efb1a36-d17e-4a55-a5bb-2fe8a28182fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.007989 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-8efb1a36-d17e-4a55-a5bb-2fe8a28182fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd2d33f6-0d7d-42ad-9cb9-b42a53f15d3e HTTP/1.1" status: 204 len: 168 time: 0.9266720 Mar 03 16:15:42.082849 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9193f6-148a-4d80-a1e9-593988c532f1 req-93579abe-fc41-458b-9764-6c4e8ef9aa6d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] No DVR routers for this DVR port 67cb0363-c5ca-44bb-b405-a331d8a063ab on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:15:42.092104 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb1a36-d17e-4a55-a5bb-2fe8a28182fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2d33f6-0d7d-42ad-9cb9-b42a53f15d3e,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:42.095048 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-7d9193f6-148a-4d80-a1e9-593988c532f1 req-93579abe-fc41-458b-9764-6c4e8ef9aa6d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.098034 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7d9193f6-148a-4d80-a1e9-593988c532f1 req-93579abe-fc41-458b-9764-6c4e8ef9aa6d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.10 "DELETE /v2.0/ports/67cb0363-c5ca-44bb-b405-a331d8a063ab HTTP/1.1" status: 204 len: 173 time: 1.8908579 Mar 03 16:15:42.135052 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ff68456-0cfd-4917-9ab2-6c01693f64bc req-9fc10fde-b4c4-4767-a389-d9abb0c9b22b service neutron] 10.222.0.10 "GET /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111979 Mar 03 16:15:42.148780 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789960a-228c-4bd5-83b9-91b756358641 req-98bfc4c1-2303-4166-8ab9-bf23f3806040 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:42.155846 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e789960a-228c-4bd5-83b9-91b756358641 req-98bfc4c1-2303-4166-8ab9-bf23f3806040 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.2551584 Mar 03 16:15:42.168254 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:15:42.186884 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b0b11-d60f-40ba-bf70-df8343f43b41 None None] Sync routers for ids ['395990e9-2be2-43c4-8705-7a00491f2e82'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:15:42.199113 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b0b11-d60f-40ba-bf70-df8343f43b41 None None] Routers {'395990e9-2be2-43c4-8705-7a00491f2e82'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:15:42.201149 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-f04b0b11-d60f-40ba-bf70-df8343f43b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:15:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['395990e9-2be2-43c4-8705-7a00491f2e82'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:42.230778 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.251781 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d2bc8bd3-949e-4efe-bcea-74c52bb6cd77 req-cc471b53-20e3-4a5f-a182-e88994271f13 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=b608e8ac-4170-4443-be53-8d69b920a262 HTTP/1.1" status: 200 len: 210 time: 0.0411279 Mar 03 16:15:42.276572 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e789960a-228c-4bd5-83b9-91b756358641 req-3bf407db-4b43-42b5-84eb-4f3f4f6c5148 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191280 Mar 03 16:15:42.334896 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-fa54d80d-7495-4c2f-99b8-e55a5a073060 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1938343 Mar 03 16:15:42.338029 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36534) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:42.348075 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-2cb70b79-3683-495d-a680-121c5b7f2077 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332906833', 'description': 'tempest-secgroup-smoke-1332906833 description', 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:42.348701 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b5f52-f837-4525-bda9-d36a5244bc95 req-14fab61a-0e9a-49e1-b28c-3bf6cee84bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:42.350444 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4f7b5f52-f837-4525-bda9-d36a5244bc95 req-14fab61a-0e9a-49e1-b28c-3bf6cee84bfb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38b0e80675dd4a12912e5a0f6da3d3cf&device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 1127 time: 0.0727758 Mar 03 16:15:42.386974 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cb70b79-3683-495d-a680-121c5b7f2077 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.408928 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-f04b0b11-d60f-40ba-bf70-df8343f43b41 None None] Set router 395990e9-2be2-43c4-8705-7a00491f2e82 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:15:42.429750 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37dd6a-fd94-4874-9a52-8c56eec08c9f req-db3ab017-4359-4e8e-8d8e-cc2b9270c473 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:42.432443 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-db37dd6a-fd94-4874-9a52-8c56eec08c9f req-db3ab017-4359-4e8e-8d8e-cc2b9270c473 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 943 time: 0.1278069 Mar 03 16:15:42.479854 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b5f52-f837-4525-bda9-d36a5244bc95 req-d1274021-142b-4c57-ad7b-28e7ad601d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:42.486268 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4f7b5f52-f837-4525-bda9-d36a5244bc95 req-d1274021-142b-4c57-ad7b-28e7ad601d86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 HTTP/1.1" status: 200 len: 914 time: 0.1285243 Mar 03 16:15:42.534563 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cb70b79-3683-495d-a680-121c5b7f2077 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group (dc89f451-22e9-4edb-9025-687624efe500), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.538608 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-db37dd6a-fd94-4874-9a52-8c56eec08c9f req-9f12248e-2277-4cd6-a902-7a2a6a41b3ea tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943172 Mar 03 16:15:42.541051 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cb70b79-3683-495d-a680-121c5b7f2077 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (dc89f451-22e9-4edb-9025-687624efe500), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.558818 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4f7b5f52-f837-4525-bda9-d36a5244bc95 req-6d9ead76-d6ad-4e5a-aad6-aa37f857be1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e52e1382-40e7-4d97-879d-1ea6a638acfb HTTP/1.1" status: 200 len: 217 time: 0.0556390 Mar 03 16:15:42.561653 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b608e8ac-4170-4443-be53-8d69b920a262', 'name': 'network-vif-deleted', 'tag': '67cb0363-c5ca-44bb-b405-a331d8a063ab'}, {'name': 'network-changed', 'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:42.563975 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9873ea4-04b1-4d1b-ae59-f6404f4e526e" -d '{"events": [{"server_uuid": "b608e8ac-4170-4443-be53-8d69b920a262", "name": "network-vif-deleted", "tag": "67cb0363-c5ca-44bb-b405-a331d8a063ab"}, {"name": "network-changed", "server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:42.576237 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-2cb70b79-3683-495d-a680-121c5b7f2077 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.581013 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-2cb70b79-3683-495d-a680-121c5b7f2077 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2364686 Mar 03 16:15:42.584849 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36546) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:42.589885 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-77d09020-8944-45c8-96d2-6a0e7a3b8982 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Request body: {'security_group_rule': {'security_group_id': 'dc89f451-22e9-4edb-9025-687624efe500', 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:42.597361 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb70b79-3683-495d-a680-121c5b7f2077 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc89f451-22e9-4edb-9025-687624efe500,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:42.620226 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a036d3d-4ae0-4238-b3af-1da40f14c14b x-openstack-request-id: req-7a036d3d-4ae0-4238-b3af-1da40f14c14b {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:42.620797 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b608e8ac-4170-4443-be53-8d69b920a262", "name": "network-vif-deleted", "tag": "67cb0363-c5ca-44bb-b405-a331d8a063ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:42.621240 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a036d3d-4ae0-4238-b3af-1da40f14c14b {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:42.621784 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b608e8ac-4170-4443-be53-8d69b920a262', 'name': 'network-vif-deleted', 'tag': '67cb0363-c5ca-44bb-b405-a331d8a063ab', 'status': 'completed', 'code': 200} Mar 03 16:15:42.622113 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'status': 'completed', 'code': 200} Mar 03 16:15:42.634373 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b5f52-f837-4525-bda9-d36a5244bc95 req-7cbef9ab-e47c-4299-bf01-3d320362fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:42.636285 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4f7b5f52-f837-4525-bda9-d36a5244bc95 req-7cbef9ab-e47c-4299-bf01-3d320362fc70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ac130c53-9e82-4d5c-b237-b6e1952c8b9f HTTP/1.1" status: 200 len: 854 time: 0.0656652 Mar 03 16:15:42.637531 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-77d09020-8944-45c8-96d2-6a0e7a3b8982 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (87f41109-dc8a-4e6b-8757-0c90eae637c3), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.713593 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-77d09020-8944-45c8-96d2-6a0e7a3b8982 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (87f41109-dc8a-4e6b-8757-0c90eae637c3), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.720355 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-77d09020-8944-45c8-96d2-6a0e7a3b8982 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (87f41109-dc8a-4e6b-8757-0c90eae637c3), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.724629 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4f7b5f52-f837-4525-bda9-d36a5244bc95 req-c9460f80-af41-413c-b57f-f0470972aee1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529740 Mar 03 16:15:42.736910 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d09020-8944-45c8-96d2-6a0e7a3b8982 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f41109-dc8a-4e6b-8757-0c90eae637c3,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:42.749722 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-77d09020-8944-45c8-96d2-6a0e7a3b8982 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.753466 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-77d09020-8944-45c8-96d2-6a0e7a3b8982 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1651602 Mar 03 16:15:42.754402 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36550) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:42.760146 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-4ffb6476-02ba-42f0-8c01-91537803ea68 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Request body: {'security_group_rule': {'security_group_id': 'dc89f451-22e9-4edb-9025-687624efe500', 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:42.783706 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9873ea4-04b1-4d1b-ae59-f6404f4e526e req-93e825ab-1045-4d6f-bbd2-dc614dc1247b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:42.785178 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a9873ea4-04b1-4d1b-ae59-f6404f4e526e req-93e825ab-1045-4d6f-bbd2-dc614dc1247b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fdedb4516ad49f2a17dcdb8bdcfc701&device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 1130 time: 0.1276169 Mar 03 16:15:42.791596 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6476-02ba-42f0-8c01-91537803ea68 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (148397b4-6b92-42cb-a853-893225f21d52), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.797399 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-f04b0b11-d60f-40ba-bf70-df8343f43b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:14:04Z', 'revision_number': 4, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'c29c013d-39c2-4be2-aaeb-7cf736183a07', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'port_id': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'mac_address': 'fa:16:3e:26:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:15:38Z', 'updated_at': '2022-03-03T16:15:38Z', 'revision_number': 0, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1716075c-d4bb-4ee2-8ae6-72262217d4fa', 'name': '', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'mac_address': 'fa:16:3e:c4:86:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:04Z', 'updated_at': '2022-03-03T16:14:11Z', 'revision_number': 5, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'subnets': [{'id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:42.833755 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b0b11-d60f-40ba-bf70-df8343f43b41 None None] Checking router: 395990e9-2be2-43c4-8705-7a00491f2e82 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:15:42.842818 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b0b11-d60f-40ba-bf70-df8343f43b41 None None] Routers {'395990e9-2be2-43c4-8705-7a00491f2e82'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:15:42.843677 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-f04b0b11-d60f-40ba-bf70-df8343f43b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:15:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['395990e9-2be2-43c4-8705-7a00491f2e82'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:42.856732 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6476-02ba-42f0-8c01-91537803ea68 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (148397b4-6b92-42cb-a853-893225f21d52), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.862407 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6476-02ba-42f0-8c01-91537803ea68 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (148397b4-6b92-42cb-a853-893225f21d52), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.889494 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4ffb6476-02ba-42f0-8c01-91537803ea68 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.890257 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4f7b5f52-f837-4525-bda9-d36a5244bc95 req-d699905f-bfec-4a35-a3b4-8d533ba03310 service neutron] 10.222.0.10 "GET /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568069 Mar 03 16:15:42.890771 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-4ffb6476-02ba-42f0-8c01-91537803ea68 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354258 Mar 03 16:15:42.893372 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb6476-02ba-42f0-8c01-91537803ea68 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148397b4-6b92-42cb-a853-893225f21d52,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:42.895111 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36556) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:42.900046 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-f3c1821b-76e8-4e0d-abac-2811e002398e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Request body: {'security_group_rule': {'security_group_id': 'dc89f451-22e9-4edb-9025-687624efe500', 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:42.929643 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f3c1821b-76e8-4e0d-abac-2811e002398e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (a5a3ca22-4e93-4d74-8f23-92095123b3c8), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:42.965020 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9873ea4-04b1-4d1b-ae59-f6404f4e526e req-a5883409-93ed-48ae-9b01-4d1a4d388d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:42.966532 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a9873ea4-04b1-4d1b-ae59-f6404f4e526e req-a5883409-93ed-48ae-9b01-4d1a4d388d2c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5ad406e-33e9-494f-9b52-02dce4509ffa HTTP/1.1" status: 200 len: 915 time: 0.1727958 Mar 03 16:15:43.062937 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-f04b0b11-d60f-40ba-bf70-df8343f43b41 None None] Set router 395990e9-2be2-43c4-8705-7a00491f2e82 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:15:43.066526 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f3c1821b-76e8-4e0d-abac-2811e002398e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (a5a3ca22-4e93-4d74-8f23-92095123b3c8), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:43.073995 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f3c1821b-76e8-4e0d-abac-2811e002398e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (a5a3ca22-4e93-4d74-8f23-92095123b3c8), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:43.098641 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0c3265c7-9671-4361-b09b-4fcca7af21e9 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:15:43.101435 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1821b-76e8-4e0d-abac-2811e002398e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5a3ca22-4e93-4d74-8f23-92095123b3c8,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:43.124762 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f3c1821b-76e8-4e0d-abac-2811e002398e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:43.128810 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-f3c1821b-76e8-4e0d-abac-2811e002398e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2297873 Mar 03 16:15:43.128810 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36566) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:43.133559 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-a07c4d76-1777-4d48-93fe-eb01c94f1346 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Request body: {'security_group_rule': {'security_group_id': 'dc89f451-22e9-4edb-9025-687624efe500', 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:43.137723 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a9873ea4-04b1-4d1b-ae59-f6404f4e526e req-a2c412af-ae5e-46eb-a604-1b98b28a879f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90de1cc1-629e-4ea1-bb80-22b864e42155 HTTP/1.1" status: 200 len: 1000 time: 0.1621306 Mar 03 16:15:43.139553 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4f7b5f52-f837-4525-bda9-d36a5244bc95 req-87565e2c-7e16-4856-bd39-99794b14e8d9 service neutron] 10.222.0.10 "GET /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268028 Mar 03 16:15:43.177466 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a07c4d76-1777-4d48-93fe-eb01c94f1346 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (0254d831-43a8-42dc-8ccd-dc0ff842f8d1), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:43.197314 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 67cb0363-c5ca-44bb-b405-a331d8a063ab no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:15:43.201305 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9873ea4-04b1-4d1b-ae59-f6404f4e526e req-a18fb4e4-dc2f-4b93-86a2-a42142fdd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:43.203075 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a9873ea4-04b1-4d1b-ae59-f6404f4e526e req-a18fb4e4-dc2f-4b93-86a2-a42142fdd367 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac10c53-4673-4c25-aaf1-7a3222a770b0 HTTP/1.1" status: 200 len: 854 time: 0.0528543 Mar 03 16:15:43.250772 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 67cb0363-c5ca-44bb-b405-a331d8a063ab {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:15:43.251390 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 67cb0363-c5ca-44bb-b405-a331d8a063ab not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:15:43.316876 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a07c4d76-1777-4d48-93fe-eb01c94f1346 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (0254d831-43a8-42dc-8ccd-dc0ff842f8d1), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:43.322236 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a07c4d76-1777-4d48-93fe-eb01c94f1346 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (0254d831-43a8-42dc-8ccd-dc0ff842f8d1), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:43.362047 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9873ea4-04b1-4d1b-ae59-f6404f4e526e req-5a2d7b65-8be6-429b-a1d2-5537b74993c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:43.363591 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a9873ea4-04b1-4d1b-ae59-f6404f4e526e req-5a2d7b65-8be6-429b-a1d2-5537b74993c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5ad406e-33e9-494f-9b52-02dce4509ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1196833 Mar 03 16:15:43.369988 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:43.398087 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-f04b0b11-d60f-40ba-bf70-df8343f43b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:14:04Z', 'revision_number': 4, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'c29c013d-39c2-4be2-aaeb-7cf736183a07', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'port_id': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'mac_address': 'fa:16:3e:26:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:15:38Z', 'updated_at': '2022-03-03T16:15:38Z', 'revision_number': 0, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1716075c-d4bb-4ee2-8ae6-72262217d4fa', 'name': '', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'mac_address': 'fa:16:3e:c4:86:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:04Z', 'updated_at': '2022-03-03T16:14:11Z', 'revision_number': 5, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'subnets': [{'id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:43.408371 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'port_id': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'mac_address': 'fa:16:3e:d1:25:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:15:43.482961 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b0b11-d60f-40ba-bf70-df8343f43b41 None None] The sync data for ids ['395990e9-2be2-43c4-8705-7a00491f2e82'] in dv-cinder-830538-6-iscsi is: [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:14:04Z', 'revision_number': 4, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'c29c013d-39c2-4be2-aaeb-7cf736183a07', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'floating_ip_address': '172.27.2.151', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'port_id': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'mac_address': 'fa:16:3e:26:80:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:15:38Z', 'updated_at': '2022-03-03T16:15:38Z', 'revision_number': 0, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1716075c-d4bb-4ee2-8ae6-72262217d4fa', 'name': '', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'mac_address': 'fa:16:3e:c4:86:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:04Z', 'updated_at': '2022-03-03T16:14:11Z', 'revision_number': 5, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'subnets': [{'id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:15:43.629369 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed8b9d-f5fd-4411-be58-c66380e15fad req-e152483d-356e-447a-abba-d56ebe69aaf0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:43.640070 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f3ed8b9d-f5fd-4411-be58-c66380e15fad req-e152483d-356e-447a-abba-d56ebe69aaf0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.1805792 Mar 03 16:15:43.707839 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 36584) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:43.710728 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a9873ea4-04b1-4d1b-ae59-f6404f4e526e req-d5ce1805-1837-4036-908b-e63846809408 service neutron] 10.222.0.10 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376610 Mar 03 16:15:43.791608 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f3ed8b9d-f5fd-4411-be58-c66380e15fad req-f635b51b-e337-47c9-abe8-7f556acc05b9 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442542 Mar 03 16:15:43.806076 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 0c3265c7-9671-4361-b09b-4fcca7af21e9 is: ACTIVE; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:15:43.806793 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:43.829868 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c3265c7-9671-4361-b09b-4fcca7af21e9 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:15:43.836871 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c4d76-1777-4d48-93fe-eb01c94f1346 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0254d831-43a8-42dc-8ccd-dc0ff842f8d1,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:43.875080 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:43.886886 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:43.896405 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a07c4d76-1777-4d48-93fe-eb01c94f1346 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:43.898912 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a07c4d76-1777-4d48-93fe-eb01c94f1346 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7693696 Mar 03 16:15:43.901991 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36594) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:43.907275 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f8a64a64-f3b3-4609-b299-a9c5e907b81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:43.912976 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-6be1543b-8099-4c6c-adfd-07a193ab7b40 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Request body: {'security_group_rule': {'security_group_id': 'dc89f451-22e9-4edb-9025-687624efe500', 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:43.958280 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8628e7-353c-4ac4-ba34-ca42b3798059 req-0110d272-9e22-4fa9-a217-779e9932cc3a tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:43.959846 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2e8628e7-353c-4ac4-ba34-ca42b3798059 req-0110d272-9e22-4fa9-a217-779e9932cc3a tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 943 time: 0.1808271 Mar 03 16:15:43.961107 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.securitygroups_db [None req-6be1543b-8099-4c6c-adfd-07a193ab7b40 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Project 1fdedb4516ad49f2a17dcdb8bdcfc701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 16:15:43.972636 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6be1543b-8099-4c6c-adfd-07a193ab7b40 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (3ab5fc4d-7efd-4dfb-9a7a-82571475a7b3), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:43.974256 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d962edf-a077-4389-a069-fe18b39eaef4 None None] New status for floating IP c29c013d-39c2-4be2-aaeb-7cf736183a07: ACTIVE {{(pid=103059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:15:44.019156 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a9873ea4-04b1-4d1b-ae59-f6404f4e526e req-06ebd056-0ec8-4207-a247-51008e467327 service neutron] 10.222.0.10 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737331 Mar 03 16:15:44.052968 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2e8628e7-353c-4ac4-ba34-ca42b3798059 req-d6a6a549-3f77-4a8d-93ed-b3f13aa3a4dc tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875738 Mar 03 16:15:44.078373 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e30e56-2f62-4da0-a43b-daabbc1c0f74 req-8cad1362-3efa-4401-bdf4-908e19bf46fe tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:44.080111 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a0e30e56-2f62-4da0-a43b-daabbc1c0f74 req-8cad1362-3efa-4401-bdf4-908e19bf46fe tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.1503525 Mar 03 16:15:44.082497 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6be1543b-8099-4c6c-adfd-07a193ab7b40 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (3ab5fc4d-7efd-4dfb-9a7a-82571475a7b3), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.088980 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6be1543b-8099-4c6c-adfd-07a193ab7b40 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (3ab5fc4d-7efd-4dfb-9a7a-82571475a7b3), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.111060 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1543b-8099-4c6c-adfd-07a193ab7b40 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab5fc4d-7efd-4dfb-9a7a-82571475a7b3,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:44.120030 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=0c3265c7-9671-4361-b09b-4fcca7af21e9,revision_number=6']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:44.125689 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6be1543b-8099-4c6c-adfd-07a193ab7b40 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.129434 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-6be1543b-8099-4c6c-adfd-07a193ab7b40 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2191415 Mar 03 16:15:44.130226 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36600) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:44.134851 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-e6664672-eed0-4912-b8ed-179f363b4e79 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Request body: {'security_group_rule': {'security_group_id': 'dc89f451-22e9-4edb-9025-687624efe500', 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:44.156328 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a0e30e56-2f62-4da0-a43b-daabbc1c0f74 req-2ebf18c9-35e2-44d6-84d8-be4af0b58222 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689976 Mar 03 16:15:44.182392 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f8a64a64-f3b3-4609-b299-a9c5e907b81e admin admin] Publish callbacks [] for security_group (bc530632-ff0f-4480-9310-58984a0ee8d5), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.186374 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f8a64a64-f3b3-4609-b299-a9c5e907b81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (bc530632-ff0f-4480-9310-58984a0ee8d5), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.193734 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.securitygroups_db [None req-e6664672-eed0-4912-b8ed-179f363b4e79 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Project 1fdedb4516ad49f2a17dcdb8bdcfc701 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 16:15:44.200796 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e6664672-eed0-4912-b8ed-179f363b4e79 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (c8a5aa17-a073-4c0c-92ba-9638fe3db37a), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.230791 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-f8a64a64-f3b3-4609-b299-a9c5e907b81e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3aa8711f77f34df7b28811fcb43c9603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5122013 Mar 03 16:15:44.230791 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a64a64-f3b3-4609-b299-a9c5e907b81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc530632-ff0f-4480-9310-58984a0ee8d5,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:44.231282 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36604) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:44.264320 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['0c3265c7-9671-4361-b09b-4fcca7af21e9'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:15:44.300454 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e6664672-eed0-4912-b8ed-179f363b4e79 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (c8a5aa17-a073-4c0c-92ba-9638fe3db37a), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.305606 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e6664672-eed0-4912-b8ed-179f363b4e79 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (c8a5aa17-a073-4c0c-92ba-9638fe3db37a), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.332899 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-38a6d724-2935-42d3-a404-9297bcc8f7ec admin admin] Publish callbacks [] for security_group (bc530632-ff0f-4480-9310-58984a0ee8d5), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.341370 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6664672-eed0-4912-b8ed-179f363b4e79 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a5aa17-a073-4c0c-92ba-9638fe3db37a,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:44.360088 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e6664672-eed0-4912-b8ed-179f363b4e79 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.363968 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-e6664672-eed0-4912-b8ed-179f363b4e79 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2301095 Mar 03 16:15:44.366225 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-38a6d724-2935-42d3-a404-9297bcc8f7ec admin admin] Publish callbacks [] for security_group (bc530632-ff0f-4480-9310-58984a0ee8d5), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.437417 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-38a6d724-2935-42d3-a404-9297bcc8f7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (bc530632-ff0f-4480-9310-58984a0ee8d5), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.440247 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-38a6d724-2935-42d3-a404-9297bcc8f7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.443721 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-38a6d724-2935-42d3-a404-9297bcc8f7ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc530632-ff0f-4480-9310-58984a0ee8d5 HTTP/1.1" status: 204 len: 168 time: 0.2088251 Mar 03 16:15:44.459799 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6d724-2935-42d3-a404-9297bcc8f7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc530632-ff0f-4480-9310-58984a0ee8d5,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:44.475390 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2a1a46d5-514b-4674-9145-c5eeea3decd9 req-33ac130f-bfb8-411e-8007-a353bda0dbb9 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332906833&fields=id&tenant_id=1fdedb4516ad49f2a17dcdb8bdcfc701 HTTP/1.1" status: 200 len: 267 time: 0.0604219 Mar 03 16:15:44.552584 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a46d5-514b-4674-9145-c5eeea3decd9 req-137b09bb-f079-4eba-8b7b-449e9baa546f tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:44.555191 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2a1a46d5-514b-4674-9145-c5eeea3decd9 req-137b09bb-f079-4eba-8b7b-449e9baa546f tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 946 time: 0.0730264 Mar 03 16:15:44.568749 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [req-2a1a46d5-514b-4674-9145-c5eeea3decd9 req-879dff61-a523-4db2-8551-9b96f3d3ad5b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Request body: {'port': {'security_groups': ['549d27e5-ba36-4971-a916-ed2e933c4298', 'dc89f451-22e9-4edb-9025-687624efe500']}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:15:44.667501 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3fb1d68a-4e83-4777-af6c-344d87c499dc req-22c60143-975f-4c37-bd43-ff7258339d31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573616 Mar 03 16:15:44.692996 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-2a1a46d5-514b-4674-9145-c5eeea3decd9 req-879dff61-a523-4db2-8551-9b96f3d3ad5b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:44.766033 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d68a-4e83-4777-af6c-344d87c499dc req-026951c5-3a5b-4048-af04-8f27967cea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:44.767645 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3fb1d68a-4e83-4777-af6c-344d87c499dc req-026951c5-3a5b-4048-af04-8f27967cea5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3df7765ab38441feaf9e7d17d7559290&device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 1130 time: 0.0701416 Mar 03 16:15:44.980616 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cce97-7bde-46f5-aeb6-460562dd81b8 req-984c12d6-c37a-400e-bb7a-7cbef6b08388 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:44.981033 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [req-2a1a46d5-514b-4674-9145-c5eeea3decd9 req-879dff61-a523-4db2-8551-9b96f3d3ad5b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] For port 90de1cc1-629e-4ea1-bb80-22b864e42155, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=90de1cc1-629e-4ea1-bb80-22b864e42155,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:44.982137 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9e7cce97-7bde-46f5-aeb6-460562dd81b8 req-984c12d6-c37a-400e-bb7a-7cbef6b08388 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0857213 Mar 03 16:15:44.983642 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d68a-4e83-4777-af6c-344d87c499dc req-200c1d29-440f-404a-856c-98a80076cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:44.985601 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3fb1d68a-4e83-4777-af6c-344d87c499dc req-200c1d29-440f-404a-856c-98a80076cc7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 200 len: 911 time: 0.1877315 Mar 03 16:15:45.012112 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-2a1a46d5-514b-4674-9145-c5eeea3decd9 req-879dff61-a523-4db2-8551-9b96f3d3ad5b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:45.018447 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-2a1a46d5-514b-4674-9145-c5eeea3decd9 req-879dff61-a523-4db2-8551-9b96f3d3ad5b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:45.035421 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['90de1cc1-629e-4ea1-bb80-22b864e42155'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:15:45.074890 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a46d5-514b-4674-9145-c5eeea3decd9 req-879dff61-a523-4db2-8551-9b96f3d3ad5b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:45.075837 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [req-2a1a46d5-514b-4674-9145-c5eeea3decd9 req-879dff61-a523-4db2-8551-9b96f3d3ad5b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for port (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:45.078363 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2a1a46d5-514b-4674-9145-c5eeea3decd9 req-879dff61-a523-4db2-8551-9b96f3d3ad5b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "PUT /v2.0/ports/90de1cc1-629e-4ea1-bb80-22b864e42155 HTTP/1.1" status: 200 len: 982 time: 0.5152712 Mar 03 16:15:45.081703 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:45.084076 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b81e02-220f-4e5f-956d-4992fd971ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:45.096771 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9e7cce97-7bde-46f5-aeb6-460562dd81b8 req-5a9aebe6-3995-4e27-8ad0-8a2fd3779f13 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064575 Mar 03 16:15:45.101863 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3fb1d68a-4e83-4777-af6c-344d87c499dc req-8478fe81-14fa-434c-b6f3-5bcb531044d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c575d8f6-2030-47e3-925f-00544960d7c9 HTTP/1.1" status: 200 len: 1001 time: 0.1043844 Mar 03 16:15:45.107463 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0c3265c7-9671-4361-b09b-4fcca7af21e9 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:15:45.118708 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879dff61-a523-4db2-8551-9b96f3d3ad5b tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event updated for resources: {'Port': ['ID=90de1cc1-629e-4ea1-bb80-22b864e42155,revision_number=6']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:45.174020 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d68a-4e83-4777-af6c-344d87c499dc req-5c09cfed-a2eb-45bb-a50f-3076d164bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:45.175243 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3fb1d68a-4e83-4777-af6c-344d87c499dc req-5c09cfed-a2eb-45bb-a50f-3076d164bb52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=028a2aef-a8b5-4645-8b5b-9ea5ad4099b5 HTTP/1.1" status: 200 len: 850 time: 0.0661659 Mar 03 16:15:45.216850 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fced0503-6c41-4708-9134-402ecb7466f2 x-openstack-request-id: req-fced0503-6c41-4708-9134-402ecb7466f2 {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:45.216850 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:45.216850 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fced0503-6c41-4708-9134-402ecb7466f2 {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:45.217424 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'status': 'completed', 'code': 200} Mar 03 16:15:45.261379 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 0c3265c7-9671-4361-b09b-4fcca7af21e9 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:15:45.262352 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:45.264537 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['90de1cc1-629e-4ea1-bb80-22b864e42155'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:15:45.287427 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c49e4-9bbf-46ce-a450-7d3365b49e2a req-075b6ea8-d765-4afe-a61c-4449aea41383 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:45.295211 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-516c49e4-9bbf-46ce-a450-7d3365b49e2a req-075b6ea8-d765-4afe-a61c-4449aea41383 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 943 time: 0.0977311 Mar 03 16:15:45.333414 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1d68a-4e83-4777-af6c-344d87c499dc req-dcfaccb4-3c6a-459e-b619-16d428211794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:45.335082 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3fb1d68a-4e83-4777-af6c-344d87c499dc req-dcfaccb4-3c6a-459e-b619-16d428211794 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ba15c27-2b8e-4d04-b799-e6df45177b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1530867 Mar 03 16:15:45.346112 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-516c49e4-9bbf-46ce-a450-7d3365b49e2a req-26d12e20-4c2b-45d3-bd01-7d1d9d18a313 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496190 Mar 03 16:15:45.413422 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b81e02-220f-4e5f-956d-4992fd971ee3 req-f679bd67-2430-402f-bd19-3e7360873850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:45.415044 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-98b81e02-220f-4e5f-956d-4992fd971ee3 req-f679bd67-2430-402f-bd19-3e7360873850 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fdedb4516ad49f2a17dcdb8bdcfc701&device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 1169 time: 0.1874039 Mar 03 16:15:45.447653 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5913b-91c1-47f8-a7d5-bd828f306f4d req-1f6a1315-f79b-4f30-9a12-531df02ed1e7 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:45.449277 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5ba5913b-91c1-47f8-a7d5-bd828f306f4d req-1f6a1315-f79b-4f30-9a12-531df02ed1e7 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.1726611 Mar 03 16:15:45.491980 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaafda-246d-4e2b-979d-5634084e1231 req-a44d097a-5097-4a57-bd75-fbbd9be23c1a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:45.493493 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2eeaafda-246d-4e2b-979d-5634084e1231 req-a44d097a-5097-4a57-bd75-fbbd9be23c1a tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0773251 Mar 03 16:15:45.526635 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 0c3265c7-9671-4361-b09b-4fcca7af21e9 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:15:45.527052 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:45.550101 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-82a3d77f-43e8-4720-8fe7-4ee930e92c6f None None] Provisioning complete for port 90de1cc1-629e-4ea1-bb80-22b864e42155 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:15:45.556236 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-82a3d77f-43e8-4720-8fe7-4ee930e92c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:45.557733 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2eeaafda-246d-4e2b-979d-5634084e1231 req-9f3a1c84-ddcc-4d2e-8432-5871bae80c21 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565341 Mar 03 16:15:45.573634 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3fb1d68a-4e83-4777-af6c-344d87c499dc req-483577d9-cd6f-4095-9748-3855cea8b49f service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289693 Mar 03 16:15:45.642953 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:45.646993 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e218c3-8e70-455b-9fe5-68d6d14a9c2b" -d '{"events": [{"server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "name": "network-vif-plugged", "status": "completed", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:45.659715 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5ba5913b-91c1-47f8-a7d5-bd828f306f4d req-8be65bdd-2155-4b13-8cba-f5cea0d9eb90 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711760 Mar 03 16:15:45.672558 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b81e02-220f-4e5f-956d-4992fd971ee3 req-36d7f655-fa54-4a77-9b72-1502fed48f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:45.674036 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-98b81e02-220f-4e5f-956d-4992fd971ee3 req-36d7f655-fa54-4a77-9b72-1502fed48f59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5ad406e-33e9-494f-9b52-02dce4509ffa HTTP/1.1" status: 200 len: 915 time: 0.2505126 Mar 03 16:15:45.687653 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:45.716249 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:45.732031 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fa222d-3878-42ce-b2bf-ff17c6683feb x-openstack-request-id: req-80fa222d-3878-42ce-b2bf-ff17c6683feb {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:45.732327 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "name": "network-vif-plugged", "status": "completed", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:45.732580 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80fa222d-3878-42ce-b2bf-ff17c6683feb {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:45.734148 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'code': 200} Mar 03 16:15:45.761724 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3fb1d68a-4e83-4777-af6c-344d87c499dc req-9fb6d7bf-840d-4474-bf21-6467f3ee2960 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714385 Mar 03 16:15:45.775718 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-98b81e02-220f-4e5f-956d-4992fd971ee3 req-1ae0aceb-1d93-4f7a-a5f4-6578a838f791 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90de1cc1-629e-4ea1-bb80-22b864e42155 HTTP/1.1" status: 200 len: 1002 time: 0.0943434 Mar 03 16:15:45.834406 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b81e02-220f-4e5f-956d-4992fd971ee3 req-8bf570b8-d71e-4fb1-b17b-70e8555391a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:45.835905 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-98b81e02-220f-4e5f-956d-4992fd971ee3 req-8bf570b8-d71e-4fb1-b17b-70e8555391a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac10c53-4673-4c25-aaf1-7a3222a770b0 HTTP/1.1" status: 200 len: 854 time: 0.0540674 Mar 03 16:15:45.863534 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=0c3265c7-9671-4361-b09b-4fcca7af21e9,revision_number=7']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:45.873557 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-82a3d77f-43e8-4720-8fe7-4ee930e92c6f None None] Current status of the port 90de1cc1-629e-4ea1-bb80-22b864e42155 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:15:45.912480 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b81e02-220f-4e5f-956d-4992fd971ee3 req-595cdfa7-4ed7-46a1-8095-c4a6222ddb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:45.913984 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-98b81e02-220f-4e5f-956d-4992fd971ee3 req-595cdfa7-4ed7-46a1-8095-c4a6222ddb54 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5ad406e-33e9-494f-9b52-02dce4509ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701637 Mar 03 16:15:46.049084 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-98b81e02-220f-4e5f-956d-4992fd971ee3 req-b691017c-fbe1-411b-a321-723c3618b18e service neutron] 10.222.0.10 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284840 Mar 03 16:15:46.146472 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ff0b7-8805-4dbd-8a18-603fb6a1565d req-4e24bb30-93a1-4024-8c67-cfbe76e03703 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:46.148091 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-679ff0b7-8805-4dbd-8a18-603fb6a1565d req-4e24bb30-93a1-4024-8c67-cfbe76e03703 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0955367 Mar 03 16:15:46.177234 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-98b81e02-220f-4e5f-956d-4992fd971ee3 req-2d20afd1-512a-4a1e-9ae8-1dfe6146e53a service neutron] 10.222.0.10 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142430 Mar 03 16:15:46.211776 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-679ff0b7-8805-4dbd-8a18-603fb6a1565d req-4cee278a-a892-40fb-841a-3cf7da6e5097 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569937 Mar 03 16:15:46.260114 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f7163-1e64-4684-bf73-e2301f08878e req-2ce67b5e-b705-49f3-b446-0344bb0c3d4c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:46.261575 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-532f7163-1e64-4684-bf73-e2301f08878e req-2ce67b5e-b705-49f3-b446-0344bb0c3d4c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0559733 Mar 03 16:15:46.307045 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-532f7163-1e64-4684-bf73-e2301f08878e req-b9f2c5bb-ec35-43aa-a456-0023a1985bb3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398312 Mar 03 16:15:46.463764 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22ddb7-7f94-4ff5-bc04-d8d9786136a1 req-271028fa-5fba-4717-9fe8-6e7faa0b8213 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:46.465209 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6d22ddb7-7f94-4ff5-bc04-d8d9786136a1 req-271028fa-5fba-4717-9fe8-6e7faa0b8213 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 943 time: 0.0510976 Mar 03 16:15:46.510632 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6d22ddb7-7f94-4ff5-bc04-d8d9786136a1 req-c43437c9-e183-4790-b00e-8afe5d8e3d2e tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393457 Mar 03 16:15:46.690767 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37d04c-7494-4468-ae37-3de4842e88a5 req-8f088988-9ea0-48a0-b9c9-f35a90de0463 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:46.692224 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bd37d04c-7494-4468-ae37-3de4842e88a5 req-8f088988-9ea0-48a0-b9c9-f35a90de0463 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0553551 Mar 03 16:15:46.736876 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bd37d04c-7494-4468-ae37-3de4842e88a5 req-a5b0ace0-3060-43ac-8dff-16438dd1b41b tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392087 Mar 03 16:15:47.154221 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device e52e1382-40e7-4d97-879d-1ea6a638acfb details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:15:47.250738 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port e52e1382-40e7-4d97-879d-1ea6a638acfb, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e52e1382-40e7-4d97-879d-1ea6a638acfb,segment=NetworkSegment(19bb8f74-7445-4238-9f72-267a96f5e5f7),segment_id=19bb8f74-7445-4238-9f72-267a96f5e5f7)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:47.262550 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': 'e52e1382-40e7-4d97-879d-1ea6a638acfb', 'network_id': 'bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93', 'port_id': 'e52e1382-40e7-4d97-879d-1ea6a638acfb', 'mac_address': 'fa:16:3e:6e:8c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac130c53-9e82-4d5c-b237-b6e1952c8b9f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:15:47.304318 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port e52e1382-40e7-4d97-879d-1ea6a638acfb is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:15:47.304721 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:47.319530 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52e1382-40e7-4d97-879d-1ea6a638acfb {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:15:47.335936 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45927d8f-3a22-424e-ab45-7a63e8f1b401 req-44c6443a-9a30-46a0-990d-140fe20eaebd tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:47.337442 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-45927d8f-3a22-424e-ab45-7a63e8f1b401 req-44c6443a-9a30-46a0-990d-140fe20eaebd tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0581574 Mar 03 16:15:47.339576 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port e52e1382-40e7-4d97-879d-1ea6a638acfb, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e52e1382-40e7-4d97-879d-1ea6a638acfb,segment=NetworkSegment(19bb8f74-7445-4238-9f72-267a96f5e5f7),segment_id=19bb8f74-7445-4238-9f72-267a96f5e5f7)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:47.344665 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:47.396420 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-45927d8f-3a22-424e-ab45-7a63e8f1b401 req-50cf5f07-bcd4-4b0b-86f1-a0bc3264ee30 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515459 Mar 03 16:15:47.411796 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=e52e1382-40e7-4d97-879d-1ea6a638acfb,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:47.444479 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b28cd8-6a50-4cab-95f0-4c2848e89bd2 req-f9561ec0-85a8-4058-bd9a-fc9427f5da24 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:47.446000 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c3b28cd8-6a50-4cab-95f0-4c2848e89bd2 req-f9561ec0-85a8-4058-bd9a-fc9427f5da24 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0616951 Mar 03 16:15:47.495948 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c3b28cd8-6a50-4cab-95f0-4c2848e89bd2 req-38b15e41-894b-4a10-b3a9-0d6dd7c91374 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423899 Mar 03 16:15:47.647422 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1d86a-5fc9-413f-b571-040a6bffebe6 req-8ba76c23-b384-486c-9c93-795b2fec3815 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:47.648945 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-07a1d86a-5fc9-413f-b571-040a6bffebe6 req-8ba76c23-b384-486c-9c93-795b2fec3815 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 944 time: 0.0645537 Mar 03 16:15:47.696324 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-07a1d86a-5fc9-413f-b571-040a6bffebe6 req-fb897d50-2acd-41c6-aa0e-75a440d6a449 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417993 Mar 03 16:15:47.856061 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef5277-4b90-4374-b978-e246bcc80be6 req-f8f0042c-a7c5-47de-a75f-78d2c3ffb6f4 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:47.857546 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7eef5277-4b90-4374-b978-e246bcc80be6 req-f8f0042c-a7c5-47de-a75f-78d2c3ffb6f4 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0544889 Mar 03 16:15:47.876501 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['e52e1382-40e7-4d97-879d-1ea6a638acfb'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:15:47.902481 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7eef5277-4b90-4374-b978-e246bcc80be6 req-84801ee1-fe96-48ce-829e-03e241aaae87 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389330 Mar 03 16:15:48.519830 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44065c-e6ec-42c6-b64d-3a5859c1a77f req-45d1bd09-5832-4ebb-8128-48ca4fcc3a3e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:48.522741 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4c44065c-e6ec-42c6-b64d-3a5859c1a77f req-45d1bd09-5832-4ebb-8128-48ca4fcc3a3e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0570037 Mar 03 16:15:48.568529 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4c44065c-e6ec-42c6-b64d-3a5859c1a77f req-f3aa45c7-6a60-4853-8765-1b8bf317703c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415280 Mar 03 16:15:48.625578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70bde9-ab91-4431-af0b-9d07be8081c5 req-3ceba486-4fa1-465d-b9cd-108f5f27b805 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:48.627029 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8d70bde9-ab91-4431-af0b-9d07be8081c5 req-3ceba486-4fa1-465d-b9cd-108f5f27b805 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0525033 Mar 03 16:15:48.675247 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8d70bde9-ab91-4431-af0b-9d07be8081c5 req-e6e2d8ad-fe6b-49d6-949f-33813a6ed228 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423102 Mar 03 16:15:48.816872 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fa4a4-ed5e-4b5e-a2d0-4f264c486265 req-57af5c69-6c5a-4298-a6a4-a506d3ac59f0 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:48.816872 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-431fa4a4-ed5e-4b5e-a2d0-4f264c486265 req-57af5c69-6c5a-4298-a6a4-a506d3ac59f0 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 944 time: 0.0557117 Mar 03 16:15:48.864303 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-431fa4a4-ed5e-4b5e-a2d0-4f264c486265 req-bfb34088-90a2-46cc-ad91-8ef279fe6cac tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430367 Mar 03 16:15:49.027067 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddc11c-65f9-403d-81b9-669cf3c4bbc6 req-044d4fd2-0bad-421c-92fe-27bf9208433d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:49.028628 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e3ddc11c-65f9-403d-81b9-669cf3c4bbc6 req-044d4fd2-0bad-421c-92fe-27bf9208433d tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0608857 Mar 03 16:15:49.091173 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e3ddc11c-65f9-403d-81b9-669cf3c4bbc6 req-fc69444c-0cdc-4103-b502-6461246e3b43 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544219 Mar 03 16:15:49.121219 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device e52e1382-40e7-4d97-879d-1ea6a638acfb up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:15:49.172969 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port e52e1382-40e7-4d97-879d-1ea6a638acfb completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:15:49.182569 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port e52e1382-40e7-4d97-879d-1ea6a638acfb triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:15:49.183142 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:49.267122 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port e52e1382-40e7-4d97-879d-1ea6a638acfb is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:15:49.267520 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:49.294040 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7913a7d6-030d-4c0f-a75a-fbfee0d32841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52e1382-40e7-4d97-879d-1ea6a638acfb'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:49.296577 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c92f25-5ebe-40de-b640-41d80a0281f5" -d '{"events": [{"server_uuid": "7913a7d6-030d-4c0f-a75a-fbfee0d32841", "name": "network-vif-plugged", "status": "completed", "tag": "e52e1382-40e7-4d97-879d-1ea6a638acfb"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:49.309274 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port e52e1382-40e7-4d97-879d-1ea6a638acfb, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e52e1382-40e7-4d97-879d-1ea6a638acfb,segment=NetworkSegment(19bb8f74-7445-4238-9f72-267a96f5e5f7),segment_id=19bb8f74-7445-4238-9f72-267a96f5e5f7)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:49.314457 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:49.344708 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054aa9c5-7fb2-485b-bd1c-c77a5b524ef8 x-openstack-request-id: req-054aa9c5-7fb2-485b-bd1c-c77a5b524ef8 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:49.345185 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7913a7d6-030d-4c0f-a75a-fbfee0d32841", "name": "network-vif-plugged", "status": "completed", "tag": "e52e1382-40e7-4d97-879d-1ea6a638acfb", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:49.345499 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-054aa9c5-7fb2-485b-bd1c-c77a5b524ef8 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:49.345889 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7913a7d6-030d-4c0f-a75a-fbfee0d32841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52e1382-40e7-4d97-879d-1ea6a638acfb', 'code': 200} Mar 03 16:15:49.373774 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=e52e1382-40e7-4d97-879d-1ea6a638acfb,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:49.558433 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363c49b-a923-4011-9b67-3ef7c1ac850a req-2d772a46-226f-4150-ac85-39f64e028f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:49.560675 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b363c49b-a923-4011-9b67-3ef7c1ac850a req-2d772a46-226f-4150-ac85-39f64e028f82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 1129 time: 0.0679379 Mar 03 16:15:49.611822 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b363c49b-a923-4011-9b67-3ef7c1ac850a req-7c40c7ce-cddf-45c0-a01b-0d703efa9b0c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427735 Mar 03 16:15:49.719071 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a229db-91da-4b61-b213-6432f5d28468 req-edad8a0a-b18e-4e91-92e8-c18da5041387 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:49.720609 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f4a229db-91da-4b61-b213-6432f5d28468 req-edad8a0a-b18e-4e91-92e8-c18da5041387 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0668712 Mar 03 16:15:49.776947 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f4a229db-91da-4b61-b213-6432f5d28468 req-0ed8a305-2e8d-4491-8537-78e682c669d1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501466 Mar 03 16:15:49.807157 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f2be4-4800-4700-9961-d95650121594 req-bfeb3c62-f0aa-45f1-81b4-071a62999911 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:49.808642 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a95f2be4-4800-4700-9961-d95650121594 req-bfeb3c62-f0aa-45f1-81b4-071a62999911 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0546613 Mar 03 16:15:49.868385 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a95f2be4-4800-4700-9961-d95650121594 req-3d615118-30ee-4466-ab4f-5a0cbcc25384 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531044 Mar 03 16:15:49.991120 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54357118-ca4f-4d6f-a2e2-68faaa672950 req-d76aa59e-eb88-42ae-9c75-a51ae3b39e96 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:49.992519 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-54357118-ca4f-4d6f-a2e2-68faaa672950 req-d76aa59e-eb88-42ae-9c75-a51ae3b39e96 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0592141 Mar 03 16:15:50.051108 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-54357118-ca4f-4d6f-a2e2-68faaa672950 req-bd3c628c-dc6c-459a-aaff-23fd2f40bb47 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520658 Mar 03 16:15:50.233213 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10960a-367d-4fbf-8e82-46debb2ae57c req-86116874-7bde-4b42-9ea4-b2730c5d0ce7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:50.240961 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-de10960a-367d-4fbf-8e82-46debb2ae57c req-86116874-7bde-4b42-9ea4-b2730c5d0ce7 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0658557 Mar 03 16:15:50.304080 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-de10960a-367d-4fbf-8e82-46debb2ae57c req-677aec6a-579b-4f88-a5da-71f741abdffc tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/security-groups?id=50907464-9b3a-4372-8d72-80cf2e066fce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571067 Mar 03 16:15:50.393858 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a94571-45eb-4a53-98a8-7565b9054689 req-692b52de-1f19-4768-a7c7-7f883b9c17df tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:50.395891 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-94a94571-45eb-4a53-98a8-7565b9054689 req-692b52de-1f19-4768-a7c7-7f883b9c17df tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 945 time: 0.0640500 Mar 03 16:15:50.515021 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-94a94571-45eb-4a53-98a8-7565b9054689 req-d658e32b-41d3-45a0-992d-3bcbe7f5f727 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Deleting port 3bede718-5810-418d-ac01-2d96bf39f913 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:15:50.515407 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-94a94571-45eb-4a53-98a8-7565b9054689 req-d658e32b-41d3-45a0-992d-3bcbe7f5f727 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (3bede718-5810-418d-ac01-2d96bf39f913), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:50.995140 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-94a94571-45eb-4a53-98a8-7565b9054689 req-d658e32b-41d3-45a0-992d-3bcbe7f5f727 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] For port 3bede718-5810-418d-ac01-2d96bf39f913, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3bede718-5810-418d-ac01-2d96bf39f913,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:50.995997 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-94a94571-45eb-4a53-98a8-7565b9054689 req-d658e32b-41d3-45a0-992d-3bcbe7f5f727 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (3bede718-5810-418d-ac01-2d96bf39f913), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:51.011342 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc757c1-5520-4c0b-92f5-985fa4c06198 req-96a93d8b-f792-4424-b754-791a0616101c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:51.018017 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea7da-ec5f-4ae0-b3f1-394b22d398c9 req-b0b7b291-5238-48ff-8bf2-845e631c96e4 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:51.019058 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1fc757c1-5520-4c0b-92f5-985fa4c06198 req-96a93d8b-f792-4424-b754-791a0616101c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0667255 Mar 03 16:15:51.019513 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b24ea7da-ec5f-4ae0-b3f1-394b22d398c9 req-b0b7b291-5238-48ff-8bf2-845e631c96e4 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.1361423 Mar 03 16:15:51.028071 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-94a94571-45eb-4a53-98a8-7565b9054689 req-d658e32b-41d3-45a0-992d-3bcbe7f5f727 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Calling delete_port for 3bede718-5810-418d-ac01-2d96bf39f913 owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:15:51.074321 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1fc757c1-5520-4c0b-92f5-985fa4c06198 req-e16dc28b-c8bf-4cad-a6f4-edb6c46c6b05 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539980 Mar 03 16:15:51.170546 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b24ea7da-ec5f-4ae0-b3f1-394b22d398c9 req-ee41700a-a6ba-4823-b57a-63c45de463a1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396036 Mar 03 16:15:51.244997 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dae0d6-29fd-4d43-9f40-8f6784cf419c req-a3b57934-ddb8-4cae-91ce-bb1e7195f0e2 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:51.246528 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-21dae0d6-29fd-4d43-9f40-8f6784cf419c req-a3b57934-ddb8-4cae-91ce-bb1e7195f0e2 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0835304 Mar 03 16:15:51.307046 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-94a94571-45eb-4a53-98a8-7565b9054689 req-d658e32b-41d3-45a0-992d-3bcbe7f5f727 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (3bede718-5810-418d-ac01-2d96bf39f913), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:51.345508 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-21dae0d6-29fd-4d43-9f40-8f6784cf419c req-4a9833af-51dd-4fcb-86dc-b8bd1ccb7049 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925341 Mar 03 16:15:51.381493 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658e32b-41d3-45a0-992d-3bcbe7f5f727 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Pushing event deleted for resources: {'Port': ['ID=3bede718-5810-418d-ac01-2d96bf39f913,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:51.478067 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a967b9e4-a62e-4844-b51f-02eb684a4790 req-2daeace5-c179-433f-a492-08281b2e1db2 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.11 "GET /v2.0/ports?device_id=ab3944a7-335c-4062-9680-e0258869ffa9 HTTP/1.1" status: 200 len: 210 time: 0.0432949 Mar 03 16:15:51.504351 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a94571-45eb-4a53-98a8-7565b9054689 req-d658e32b-41d3-45a0-992d-3bcbe7f5f727 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] No DVR routers for this DVR port 3bede718-5810-418d-ac01-2d96bf39f913 on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:15:51.507107 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-94a94571-45eb-4a53-98a8-7565b9054689 req-d658e32b-41d3-45a0-992d-3bcbe7f5f727 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:51.511447 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-94a94571-45eb-4a53-98a8-7565b9054689 req-d658e32b-41d3-45a0-992d-3bcbe7f5f727 tempest-ServerRescueNegativeTestJSON-137630384 tempest-ServerRescueNegativeTestJSON-137630384-project] 10.222.0.10 "DELETE /v2.0/ports/3bede718-5810-418d-ac01-2d96bf39f913 HTTP/1.1" status: 204 len: 173 time: 1.1102405 Mar 03 16:15:51.511869 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3944a7-335c-4062-9680-e0258869ffa9', 'name': 'network-vif-deleted', 'tag': '3bede718-5810-418d-ac01-2d96bf39f913'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:15:51.514243 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fb2765-6275-4e42-986c-d830292dbb9c" -d '{"events": [{"server_uuid": "ab3944a7-335c-4062-9680-e0258869ffa9", "name": "network-vif-deleted", "tag": "3bede718-5810-418d-ac01-2d96bf39f913"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:15:51.566837 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e336bd-1956-429b-a57e-5e6abc4dff7b x-openstack-request-id: req-89e336bd-1956-429b-a57e-5e6abc4dff7b {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:15:51.567140 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3944a7-335c-4062-9680-e0258869ffa9", "name": "network-vif-deleted", "tag": "3bede718-5810-418d-ac01-2d96bf39f913", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:15:51.567452 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89e336bd-1956-429b-a57e-5e6abc4dff7b {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:15:51.568334 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3944a7-335c-4062-9680-e0258869ffa9', 'name': 'network-vif-deleted', 'tag': '3bede718-5810-418d-ac01-2d96bf39f913', 'status': 'completed', 'code': 200} Mar 03 16:15:52.229614 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97c00e-261f-41f2-b62a-9159963aae3a req-2d7cff3f-1085-45dd-82bf-a2c417c3f643 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:52.231297 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7e97c00e-261f-41f2-b62a-9159963aae3a req-2d7cff3f-1085-45dd-82bf-a2c417c3f643 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0777905 Mar 03 16:15:52.313507 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7e97c00e-261f-41f2-b62a-9159963aae3a req-e6bcbbcf-2684-40b8-9ca9-be49d02cdf5f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754855 Mar 03 16:15:52.318715 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e28d5d-2c10-4da8-8e4e-fedceb743b99 req-1796385b-d160-49c2-88a8-5a2ac353d726 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:52.326592 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-56e28d5d-2c10-4da8-8e4e-fedceb743b99 req-1796385b-d160-49c2-88a8-5a2ac353d726 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0661545 Mar 03 16:15:52.375539 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-56e28d5d-2c10-4da8-8e4e-fedceb743b99 req-7c8b7d3f-f2cd-4a74-8871-fc34a8af42ab tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474045 Mar 03 16:15:52.488801 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f76ddd-3fc5-4eae-9e2d-77f3f2dbae01 req-57911624-b57a-40e9-8873-0aba9a27e637 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:52.490314 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b7f76ddd-3fc5-4eae-9e2d-77f3f2dbae01 req-57911624-b57a-40e9-8873-0aba9a27e637 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0683970 Mar 03 16:15:52.532154 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36802) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:52.555286 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b7f76ddd-3fc5-4eae-9e2d-77f3f2dbae01 req-1c604313-619c-4f7d-94e7-a9020150dbc0 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581126 Mar 03 16:15:53.060620 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678280'] for router_interface (24c72b84-8afa-4e75-940d-3d2263ee8d15), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:53.147042 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 3bede718-5810-418d-ac01-2d96bf39f913 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:15:53.187726 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 3bede718-5810-418d-ac01-2d96bf39f913 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:15:53.188300 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 3bede718-5810-418d-ac01-2d96bf39f913 not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:15:53.433711 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Deleting port a72fc412-dbc5-440d-84c9-12c40e32d95e {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:15:53.434693 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:53.589459 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] For port a72fc412-dbc5-440d-84c9-12c40e32d95e, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=a72fc412-dbc5-440d-84c9-12c40e32d95e,segment=NetworkSegment(84b1e845-818f-42b9-9956-0675168f9996),segment_id=84b1e845-818f-42b9-9956-0675168f9996)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:53.589821 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:53.618081 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cbe9e-4434-4aa5-bcf7-9a3827f1d891 req-c8f4a100-9c1c-46d5-bf02-9f190cc34977 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:53.625482 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-232cbe9e-4434-4aa5-bcf7-9a3827f1d891 req-c8f4a100-9c1c-46d5-bf02-9f190cc34977 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.1194165 Mar 03 16:15:53.628363 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Calling delete_port for a72fc412-dbc5-440d-84c9-12c40e32d95e owned by network:router_interface {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:15:53.628922 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec0408-a935-43eb-b93a-d8825facffd5 req-9fc3d7d6-87ee-4766-9d8d-42dd0d9f831a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:53.630495 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c8ec0408-a935-43eb-b93a-d8825facffd5 req-9fc3d7d6-87ee-4766-9d8d-42dd0d9f831a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.1821845 Mar 03 16:15:53.739941 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c8ec0408-a935-43eb-b93a-d8825facffd5 req-4403619a-4786-4e26-9e77-6cdf25bc00b1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019917 Mar 03 16:15:53.764479 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-232cbe9e-4434-4aa5-bcf7-9a3827f1d891 req-732241f8-d9cf-494f-aa99-82c3e4efb48e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377895 Mar 03 16:15:53.914968 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470'] for port (a72fc412-dbc5-440d-84c9-12c40e32d95e), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:53.945866 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Pushing event deleted for resources: {'Port': ['ID=a72fc412-dbc5-440d-84c9-12c40e32d95e,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:53.973988 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:53.974346 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:53.974753 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:53.975156 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:53.975553 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:53.975914 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:53.976248 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:53.976567 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:53.976968 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:53.977300 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:53.977629 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:53.977941 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:53.978258 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:15:54.108131 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678116'] for router_interface (24c72b84-8afa-4e75-940d-3d2263ee8d15), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:54.543096 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Router 24c72b84-8afa-4e75-940d-3d2263ee8d15 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:15:54.653283 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:15:54.658975 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-3f8b570b-2918-4810-9bf2-00e73f48b50d admin admin] 10.222.0.11 "PUT /v2.0/routers/24c72b84-8afa-4e75-940d-3d2263ee8d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1255968 Mar 03 16:15:54.661818 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36838) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:54.663452 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea18957-5089-495c-a1b6-bde649f83a10 None None] Sync routers for ids ['24c72b84-8afa-4e75-940d-3d2263ee8d15'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:15:54.679113 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea18957-5089-495c-a1b6-bde649f83a10 None None] Routers {'24c72b84-8afa-4e75-940d-3d2263ee8d15'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:15:54.680293 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-9ea18957-5089-495c-a1b6-bde649f83a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:15:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['24c72b84-8afa-4e75-940d-3d2263ee8d15'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:54.799769 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Publish callbacks [] for router (24c72b84-8afa-4e75-940d-3d2263ee8d15), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:54.840666 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-9ea18957-5089-495c-a1b6-bde649f83a10 None None] Set router 24c72b84-8afa-4e75-940d-3d2263ee8d15 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:15:54.948506 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Publish callbacks [] for router_gateway (24c72b84-8afa-4e75-940d-3d2263ee8d15), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:55.021885 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c604af-75c1-400a-af9a-531df4210098 req-1d81a856-f20f-447f-b447-df9ef996a388 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:55.029650 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-16c604af-75c1-400a-af9a-531df4210098 req-1d81a856-f20f-447f-b447-df9ef996a388 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0972700 Mar 03 16:15:55.110868 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-16c604af-75c1-400a-af9a-531df4210098 req-65cd0d41-5975-4786-aa28-eb62206fcf7c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790508 Mar 03 16:15:55.112669 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6415-f282-4318-9a21-23c59a1f64c9 req-009fe776-b703-4a79-ae64-fa270212786b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:55.123451 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d18d6415-f282-4318-9a21-23c59a1f64c9 req-009fe776-b703-4a79-ae64-fa270212786b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.2132657 Mar 03 16:15:55.133440 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Deleting port 41adb1b5-5e76-4439-9bc7-b915a9ab4194 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:15:55.134146 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:55.256643 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d18d6415-f282-4318-9a21-23c59a1f64c9 req-a6f0aca4-afd7-4c86-98e0-849bd34608fa tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243744 Mar 03 16:15:55.264304 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-9ea18957-5089-495c-a1b6-bde649f83a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'name': 'tempest-ServerRescueNegativeTestJSON-393295003-router', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:28Z', 'updated_at': '2022-03-03T16:15:53Z', 'revision_number': 5, 'project_id': '2073a032eb83470fa8666e110d2452d6', 'gw_port': {'id': '41adb1b5-5e76-4439-9bc7-b915a9ab4194', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:30Z', 'updated_at': '2022-03-03T16:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:55.287279 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] For port 41adb1b5-5e76-4439-9bc7-b915a9ab4194, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=41adb1b5-5e76-4439-9bc7-b915a9ab4194,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:15:55.287681 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:55.315477 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Calling delete_port for 41adb1b5-5e76-4439-9bc7-b915a9ab4194 owned by network:router_gateway {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:15:55.452945 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea18957-5089-495c-a1b6-bde649f83a10 None None] Checking router: 24c72b84-8afa-4e75-940d-3d2263ee8d15 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:15:55.462697 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea18957-5089-495c-a1b6-bde649f83a10 None None] Routers {'24c72b84-8afa-4e75-940d-3d2263ee8d15'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:15:55.463588 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-9ea18957-5089-495c-a1b6-bde649f83a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:15:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['24c72b84-8afa-4e75-940d-3d2263ee8d15'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:55.606290 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-9ea18957-5089-495c-a1b6-bde649f83a10 None None] Set router 24c72b84-8afa-4e75-940d-3d2263ee8d15 gateway port host: None {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:15:55.613166 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470'] for port (41adb1b5-5e76-4439-9bc7-b915a9ab4194), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:55.651206 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Pushing event deleted for resources: {'Port': ['ID=41adb1b5-5e76-4439-9bc7-b915a9ab4194,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:55.673900 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-9ea18957-5089-495c-a1b6-bde649f83a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'name': 'tempest-ServerRescueNegativeTestJSON-393295003-router', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:28Z', 'updated_at': '2022-03-03T16:15:54Z', 'revision_number': 6, 'project_id': '2073a032eb83470fa8666e110d2452d6', 'gw_port_host': None}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:55.684450 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673094'] for router_gateway (24c72b84-8afa-4e75-940d-3d2263ee8d15), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:55.707309 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea18957-5089-495c-a1b6-bde649f83a10 None None] The sync data for ids ['24c72b84-8afa-4e75-940d-3d2263ee8d15'] in dv-cinder-830538-6-iscsi is: [{'id': '24c72b84-8afa-4e75-940d-3d2263ee8d15', 'name': 'tempest-ServerRescueNegativeTestJSON-393295003-router', 'tenant_id': '2073a032eb83470fa8666e110d2452d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:28Z', 'updated_at': '2022-03-03T16:15:54Z', 'revision_number': 6, 'project_id': '2073a032eb83470fa8666e110d2452d6', 'gw_port_host': None}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:15:55.807688 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127533'] for router (24c72b84-8afa-4e75-940d-3d2263ee8d15), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:55.810021 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Publish callbacks [] for router_controller (24c72b84-8afa-4e75-940d-3d2263ee8d15), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:55.878580 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1677101'] for router (24c72b84-8afa-4e75-940d-3d2263ee8d15), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:55.879134 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24c72b84-8afa-4e75-940d-3d2263ee8d15 {{(pid=103058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 16:15:55.885990 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:55.887134 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-185193e5-d03c-4490-ab30-983fe731887f admin admin] 10.222.0.11 "DELETE /v2.0/routers/24c72b84-8afa-4e75-940d-3d2263ee8d15 HTTP/1.1" status: 204 len: 168 time: 1.2243979 Mar 03 16:15:55.889709 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36858) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:55.934710 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1b18cb-e75e-4932-b213-fd2431c86cd0 admin admin] Deleting subnet 43ae60ec-ea77-49ce-bb68-d2d11a158e61 {{(pid=103058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:15:55.938063 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6c1b18cb-e75e-4932-b213-fd2431c86cd0 admin admin] Publish callbacks [] for subnet (43ae60ec-ea77-49ce-bb68-d2d11a158e61), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:55.976357 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6c1b18cb-e75e-4932-b213-fd2431c86cd0 admin admin] Publish callbacks [] for subnet (43ae60ec-ea77-49ce-bb68-d2d11a158e61), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:55.984732 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6c1b18cb-e75e-4932-b213-fd2431c86cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (43ae60ec-ea77-49ce-bb68-d2d11a158e61), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:56.060248 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6c1b18cb-e75e-4932-b213-fd2431c86cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (43ae60ec-ea77-49ce-bb68-d2d11a158e61), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:56.094728 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b18cb-e75e-4932-b213-fd2431c86cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ae60ec-ea77-49ce-bb68-d2d11a158e61,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:56.096757 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6c1b18cb-e75e-4932-b213-fd2431c86cd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:56.107115 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-6c1b18cb-e75e-4932-b213-fd2431c86cd0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/43ae60ec-ea77-49ce-bb68-d2d11a158e61 HTTP/1.1" status: 204 len: 168 time: 0.2162297 Mar 03 16:15:56.110470 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 36860) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:56.317411 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (82e9fb8e-a8c9-4547-9296-3ca067bc6d47), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:56.353782 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device a72fc412-dbc5-440d-84c9-12c40e32d95e no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:15:56.388573 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: a72fc412-dbc5-440d-84c9-12c40e32d95e {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:15:56.389185 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device a72fc412-dbc5-440d-84c9-12c40e32d95e not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:15:56.416198 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c5218-bdc3-4b02-ab6c-7e4e28106db7 req-2fd40ebf-7bb6-4bc1-b9a6-3bd33bafc837 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:56.417834 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-561c5218-bdc3-4b02-ab6c-7e4e28106db7 req-2fd40ebf-7bb6-4bc1-b9a6-3bd33bafc837 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.1252139 Mar 03 16:15:56.477866 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-561c5218-bdc3-4b02-ab6c-7e4e28106db7 req-888e42ac-8d97-4291-a12f-3270dd28c9b7 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539918 Mar 03 16:15:56.525849 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (82e9fb8e-a8c9-4547-9296-3ca067bc6d47), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:56.548423 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01d4f9-a009-408e-aecf-16c1dd5c45a2 req-1f1ee367-16a4-490c-b2f8-a207b34f2f48 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:56.551234 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2d01d4f9-a009-408e-aecf-16c1dd5c45a2 req-1f1ee367-16a4-490c-b2f8-a207b34f2f48 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.1407251 Mar 03 16:15:56.576418 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e9fb8e-a8c9-4547-9296-3ca067bc6d47']}} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:56.598431 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b1e845-818f-42b9-9956-0675168f9996') {'for_net_delete': True} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:56.598755 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b1e845-818f-42b9-9956-0675168f9996') {} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:15:56.622001 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5715953'] for segment (84b1e845-818f-42b9-9956-0675168f9996), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:56.660916 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2d01d4f9-a009-408e-aecf-16c1dd5c45a2 req-5bc4a182-9476-4ebd-96c4-0cbb8e764612 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997324 Mar 03 16:15:56.660916 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (84b1e845-818f-42b9-9956-0675168f9996), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:56.684588 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:15:56.685051 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5579659'] for segment (84b1e845-818f-42b9-9956-0675168f9996), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: Traceback (most recent call last): Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: timer() Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: cb(*args, **kw) Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: return func(*args, **kwargs) Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: self._notify() Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: self.callback(batched_events) Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: event.method(event) Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: return f(self, *a, **k) Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._get(url).json() Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: return self.request(url, 'GET', **kwargs) Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:15:56.687705 dv-cinder-830538-6-iscsi neutron-server[103057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:15:56.770198 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (82e9fb8e-a8c9-4547-9296-3ca067bc6d47), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:56.785931 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:56.792101 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] 10.222.0.11 "DELETE /v2.0/networks/82e9fb8e-a8c9-4547-9296-3ca067bc6d47 HTTP/1.1" status: 204 len: 168 time: 0.6805830 Mar 03 16:15:56.795365 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd9b89-4e8a-46ed-9b23-7fda5d8ef423 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e9fb8e-a8c9-4547-9296-3ca067bc6d47,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:57.010010 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 36882) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:57.073367 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-ffc54c31-974d-470a-b53e-acf52bdfdaa0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2073a032eb83470fa8666e110d2452d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0621359 Mar 03 16:15:57.073906 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36884) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:57.148033 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-40f29e1f-e309-4b3a-9c95-967adcd093c0 admin admin] Publish callbacks [] for security_group (50907464-9b3a-4372-8d72-80cf2e066fce), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:57.183371 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-40f29e1f-e309-4b3a-9c95-967adcd093c0 admin admin] Publish callbacks [] for security_group (50907464-9b3a-4372-8d72-80cf2e066fce), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:57.238102 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-40f29e1f-e309-4b3a-9c95-967adcd093c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (50907464-9b3a-4372-8d72-80cf2e066fce), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:57.240847 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-40f29e1f-e309-4b3a-9c95-967adcd093c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:57.241999 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-40f29e1f-e309-4b3a-9c95-967adcd093c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50907464-9b3a-4372-8d72-80cf2e066fce HTTP/1.1" status: 204 len: 168 time: 0.1671164 Mar 03 16:15:57.251396 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f29e1f-e309-4b3a-9c95-967adcd093c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50907464-9b3a-4372-8d72-80cf2e066fce,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:57.638127 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c6f68-c12f-4061-bac6-a952ff4bb1c2 req-6a55bc53-7084-4629-ad42-15118fb11365 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:57.639730 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6d3c6f68-c12f-4061-bac6-a952ff4bb1c2 req-6a55bc53-7084-4629-ad42-15118fb11365 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0803645 Mar 03 16:15:57.705740 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6d3c6f68-c12f-4061-bac6-a952ff4bb1c2 req-93aea70e-7381-4480-b9be-4dd10643c61a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568817 Mar 03 16:15:57.821561 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbbe29-ab68-4abf-bc91-042d55ae5655 req-ec9cc204-a354-47b7-9dda-69ede734a40f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:57.829985 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-07cbbe29-ab68-4abf-bc91-042d55ae5655 req-ec9cc204-a354-47b7-9dda-69ede734a40f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0800023 Mar 03 16:15:57.896125 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 41adb1b5-5e76-4439-9bc7-b915a9ab4194 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:15:57.932261 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-07cbbe29-ab68-4abf-bc91-042d55ae5655 req-901fa203-86db-4b8a-bcf7-0ecf9ec0a7b7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964596 Mar 03 16:15:57.945074 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 41adb1b5-5e76-4439-9bc7-b915a9ab4194 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:15:57.945074 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 41adb1b5-5e76-4439-9bc7-b915a9ab4194 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:15:58.861576 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2354a-5d88-4647-8382-c04e07f8f12c req-adc4352d-cab8-4b0a-a1b7-66f41d5ef18e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:58.871922 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-59d2354a-5d88-4647-8382-c04e07f8f12c req-adc4352d-cab8-4b0a-a1b7-66f41d5ef18e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0871327 Mar 03 16:15:58.932730 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-59d2354a-5d88-4647-8382-c04e07f8f12c req-b5819fca-f033-4863-80b0-640c5e4d6abb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593698 Mar 03 16:15:59.137306 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402483-6f10-4867-8046-8baaa088fbe4 req-1a4d229c-59fe-4730-b012-3f25401e9af8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:15:59.143160 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-03402483-6f10-4867-8046-8baaa088fbe4 req-1a4d229c-59fe-4730-b012-3f25401e9af8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.1013396 Mar 03 16:15:59.199932 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-03402483-6f10-4867-8046-8baaa088fbe4 req-c90b456e-7e05-49d0-bd35-1808c0f67c1f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500450 Mar 03 16:15:59.457411 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 36976) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:59.646907 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7968169f-d737-4568-b7b9-cccfc8191e5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:59.818459 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7968169f-d737-4568-b7b9-cccfc8191e5d admin admin] Publish callbacks [] for security_group (3f23b0e3-99f8-4255-9342-5b4a2e955f8f), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:59.829121 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7968169f-d737-4568-b7b9-cccfc8191e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (3f23b0e3-99f8-4255-9342-5b4a2e955f8f), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:15:59.872798 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968169f-d737-4568-b7b9-cccfc8191e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f23b0e3-99f8-4255-9342-5b4a2e955f8f,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:15:59.894146 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 36986) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:15:59.902140 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7968169f-d737-4568-b7b9-cccfc8191e5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0be349cbecb548f595131090260951ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4434757 Mar 03 16:15:59.966031 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Publish callbacks [] for security_group (3f23b0e3-99f8-4255-9342-5b4a2e955f8f), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:00.005691 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Publish callbacks [] for security_group (3f23b0e3-99f8-4255-9342-5b4a2e955f8f), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:00.083566 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (3f23b0e3-99f8-4255-9342-5b4a2e955f8f), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:00.088885 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:00.099002 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceaacdd-68b1-46d5-8f53-f0fe3e7be929 req-bd8dac77-4fa0-4cf1-ad2f-0bd7fa481930 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:00.101404 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dceaacdd-68b1-46d5-8f53-f0fe3e7be929 req-bd8dac77-4fa0-4cf1-ad2f-0bd7fa481930 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0743718 Mar 03 16:16:00.104813 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3f23b0e3-99f8-4255-9342-5b4a2e955f8f HTTP/1.1" status: 204 len: 168 time: 0.2095597 Mar 03 16:16:00.120257 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f23b0e3-99f8-4255-9342-5b4a2e955f8f,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:00.133735 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.145954 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.147097 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.147590 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.148111 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.148600 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.149797 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.150336 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.150876 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.152006 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.154867 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dceaacdd-68b1-46d5-8f53-f0fe3e7be929 req-30cf59ce-e877-45fe-82f5-a89747f18458 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477016 Mar 03 16:16:00.155353 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.155926 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.156301 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bdad4b6-1f5f-49b1-a27d-edae80d865ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:00.352340 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bf7d6-e93a-4e0f-84bd-fa3bee86b0da req-259f6d17-8fe4-49ed-9e2c-cb1d05e6c55b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:00.361808 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-051bf7d6-e93a-4e0f-84bd-fa3bee86b0da req-259f6d17-8fe4-49ed-9e2c-cb1d05e6c55b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0820570 Mar 03 16:16:00.413539 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-051bf7d6-e93a-4e0f-84bd-fa3bee86b0da req-1866488d-e629-413a-b79d-3004a332c60c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493755 Mar 03 16:16:00.457091 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37000) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:00.475086 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a78af745-342d-4d1c-8adc-89609e6bacc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:00.599210 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a78af745-342d-4d1c-8adc-89609e6bacc2 admin admin] Publish callbacks [] for security_group (68618d1e-8613-45b3-ae03-f19bd84dfd03), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:00.606507 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a78af745-342d-4d1c-8adc-89609e6bacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (68618d1e-8613-45b3-ae03-f19bd84dfd03), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:00.645344 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a78af745-342d-4d1c-8adc-89609e6bacc2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8526136960d41609a9782e7cc684445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871610 Mar 03 16:16:00.647957 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37006) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:00.656039 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78af745-342d-4d1c-8adc-89609e6bacc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68618d1e-8613-45b3-ae03-f19bd84dfd03,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:00.768416 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-60ab46fc-46b4-410f-aff8-ba9ff13dfda3 admin admin] Publish callbacks [] for security_group (68618d1e-8613-45b3-ae03-f19bd84dfd03), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:00.810791 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-60ab46fc-46b4-410f-aff8-ba9ff13dfda3 admin admin] Publish callbacks [] for security_group (68618d1e-8613-45b3-ae03-f19bd84dfd03), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:00.886855 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-60ab46fc-46b4-410f-aff8-ba9ff13dfda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (68618d1e-8613-45b3-ae03-f19bd84dfd03), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:00.889962 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-60ab46fc-46b4-410f-aff8-ba9ff13dfda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:00.893939 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-60ab46fc-46b4-410f-aff8-ba9ff13dfda3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68618d1e-8613-45b3-ae03-f19bd84dfd03 HTTP/1.1" status: 204 len: 168 time: 0.2422407 Mar 03 16:16:00.911517 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab46fc-46b4-410f-aff8-ba9ff13dfda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68618d1e-8613-45b3-ae03-f19bd84dfd03,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:01.286026 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1fe93-af10-48bc-8016-a3283bc60a9a req-8d7bdcd5-0ad9-4d74-93ad-2c609092889e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:01.292139 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-83e1fe93-af10-48bc-8016-a3283bc60a9a req-8d7bdcd5-0ad9-4d74-93ad-2c609092889e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0615110 Mar 03 16:16:01.333764 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-83e1fe93-af10-48bc-8016-a3283bc60a9a req-75e5154d-cc2d-4e25-9c57-59a7ab1846e8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404649 Mar 03 16:16:01.340077 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37058) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:01.499580 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f62-f805-4ca5-888e-931ece31e4dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.564817 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa8e6f-7ae8-4c1c-bc8d-fd35c289a11c req-2fd2e8f8-404d-40b6-a3cd-5430ef658a96 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:01.566318 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0baa8e6f-7ae8-4c1c-bc8d-fd35c289a11c req-2fd2e8f8-404d-40b6-a3cd-5430ef658a96 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0645690 Mar 03 16:16:01.584205 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f62-f805-4ca5-888e-931ece31e4dc admin admin] Publish callbacks [] for security_group (8ae1d6f2-b7bd-4743-8130-d18951a671a4), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.588346 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fcc84f62-f805-4ca5-888e-931ece31e4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (8ae1d6f2-b7bd-4743-8130-d18951a671a4), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.611087 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37072) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:01.625003 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0baa8e6f-7ae8-4c1c-bc8d-fd35c289a11c req-6b63b6ca-363b-4b72-93a4-916da0c339a0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527613 Mar 03 16:16:01.628644 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-fcc84f62-f805-4ca5-888e-931ece31e4dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c23dc6082aff4ac786217feb217d8d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847497 Mar 03 16:16:01.628644 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc84f62-f805-4ca5-888e-931ece31e4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae1d6f2-b7bd-4743-8130-d18951a671a4,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:01.629477 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37078) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:01.678361 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b2f5efe5-b204-437e-80d8-52745d3b457a admin admin] Publish callbacks [] for security_group (8ae1d6f2-b7bd-4743-8130-d18951a671a4), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.698571 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b2f5efe5-b204-437e-80d8-52745d3b457a admin admin] Publish callbacks [] for security_group (8ae1d6f2-b7bd-4743-8130-d18951a671a4), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.719150 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1918014669-network', 'tenant_id': '85acb0f29f7d4cf7b774162b89b27642'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:16:01.747937 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Made reservation on behalf of 85acb0f29f7d4cf7b774162b89b27642 for: {'network': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:16:01.750306 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.759178 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.776238 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b2f5efe5-b204-437e-80d8-52745d3b457a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (8ae1d6f2-b7bd-4743-8130-d18951a671a4), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.778765 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b2f5efe5-b204-437e-80d8-52745d3b457a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.779923 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-b2f5efe5-b204-437e-80d8-52745d3b457a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ae1d6f2-b7bd-4743-8130-d18951a671a4 HTTP/1.1" status: 204 len: 168 time: 0.1492708 Mar 03 16:16:01.796445 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5efe5-b204-437e-80d8-52745d3b457a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae1d6f2-b7bd-4743-8130-d18951a671a4,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:01.864491 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Publish callbacks [] for security_group (03683f7f-e1d9-4c81-976d-a23d875d9c2f), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.868333 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (03683f7f-e1d9-4c81-976d-a23d875d9c2f), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.892005 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:16:01.908219 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (d6182a05-b528-4e3d-b679-4b8a97c6f164), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.908564 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.segments_db [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Added segment d6182a05-b528-4e3d-b679-4b8a97c6f164 of type vlan for network 8d4a2816-9933-4da6-9373-a92fb73b83ca Mar 03 16:16:01.909830 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03683f7f-e1d9-4c81-976d-a23d875d9c2f,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:01.954550 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (8d4a2816-9933-4da6-9373-a92fb73b83ca), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.979459 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (8d4a2816-9933-4da6-9373-a92fb73b83ca), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:01.980546 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:01.981132 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:02.036784 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4217482 Mar 03 16:16:02.036957 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37086) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:02.047719 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-50767412-cd86-4629-9a15-1087fb118a16 admin admin] Request body: {'subnet': {'network_id': '8d4a2816-9933-4da6-9373-a92fb73b83ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1918014669-subnet', 'tenant_id': '85acb0f29f7d4cf7b774162b89b27642', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:16:02.058854 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4d2b4-d3b9-49a3-bab0-0bccb162b508 admin admin] Pushing event updated for resources: {'Network': ['ID=8d4a2816-9933-4da6-9373-a92fb73b83ca,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:02.059751 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37088) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:02.070372 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 8d4a2816-9933-4da6-9373-a92fb73b83ca details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:16:02.074951 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50767412-cd86-4629-9a15-1087fb118a16 admin admin] Made reservation on behalf of 85acb0f29f7d4cf7b774162b89b27642 for: {'subnet': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:16:02.078031 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-50767412-cd86-4629-9a15-1087fb118a16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5598022'] for subnet (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:02.082331 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4c86e045-2ab3-4788-8468-4d276cb5afef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:02.165635 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4c86e045-2ab3-4788-8468-4d276cb5afef admin admin] Publish callbacks [] for security_group (2450c578-1076-4a29-819e-120e9eab2f3b), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:02.171422 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4c86e045-2ab3-4788-8468-4d276cb5afef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (2450c578-1076-4a29-819e-120e9eab2f3b), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:02.212990 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-4c86e045-2ab3-4788-8468-4d276cb5afef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42eb220f8b6b4a5881a2b78eb42205df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496301 Mar 03 16:16:02.213201 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37090) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:02.219859 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86e045-2ab3-4788-8468-4d276cb5afef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2450c578-1076-4a29-819e-120e9eab2f3b,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:02.258459 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-50767412-cd86-4629-9a15-1087fb118a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5579538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5598068'] for subnet (561e78f2-ceda-49ec-bc1d-49d072647c44), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:02.264353 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebc8c-c832-489b-952c-4ded298c64ef admin admin] Publish callbacks [] for security_group (2450c578-1076-4a29-819e-120e9eab2f3b), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:02.284984 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebc8c-c832-489b-952c-4ded298c64ef admin admin] Publish callbacks [] for security_group (2450c578-1076-4a29-819e-120e9eab2f3b), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:02.318571 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50767412-cd86-4629-9a15-1087fb118a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=561e78f2-ceda-49ec-bc1d-49d072647c44,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:02.325875 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50767412-cd86-4629-9a15-1087fb118a16 admin admin] Checking segment: {'id': 'd6182a05-b528-4e3d-b679-4b8a97c6f164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8d4a2816-9933-4da6-9373-a92fb73b83ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:16:02.326235 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50767412-cd86-4629-9a15-1087fb118a16 admin admin] Network hostable DHCP agents. Network: 8d4a2816-9933-4da6-9373-a92fb73b83ca, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:16:02.334592 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebc8c-c832-489b-952c-4ded298c64ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (2450c578-1076-4a29-819e-120e9eab2f3b), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:02.337302 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ab1ebc8c-c832-489b-952c-4ded298c64ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:02.338689 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-ab1ebc8c-c832-489b-952c-4ded298c64ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2450c578-1076-4a29-819e-120e9eab2f3b HTTP/1.1" status: 204 len: 168 time: 0.1246736 Mar 03 16:16:02.345596 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50767412-cd86-4629-9a15-1087fb118a16 admin admin] Network 8d4a2816-9933-4da6-9373-a92fb73b83ca is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:16:02.350836 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ebc8c-c832-489b-952c-4ded298c64ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2450c578-1076-4a29-819e-120e9eab2f3b,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:02.372540 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-50767412-cd86-4629-9a15-1087fb118a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 8d4a2816-9933-4da6-9373-a92fb73b83ca) {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:16:02.379396 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50767412-cd86-4629-9a15-1087fb118a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:02.380024 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-50767412-cd86-4629-9a15-1087fb118a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:02.387334 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90db130-9db1-48b4-ac47-32d2471d7e08 None None] Network 8d4a2816-9933-4da6-9373-a92fb73b83ca requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:16:02.407885 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-50767412-cd86-4629-9a15-1087fb118a16 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3644805 Mar 03 16:16:02.478152 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff97ac4-46e9-4c27-9a25-cb465beafc26 req-1bdf2015-f605-43ce-a5cc-a2edd2e6b806 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:02.479893 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6ff97ac4-46e9-4c27-9a25-cb465beafc26 req-1bdf2015-f605-43ce-a5cc-a2edd2e6b806 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0673473 Mar 03 16:16:02.518187 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b9feb-971b-488c-99c0-6f219f8d9580 None None] Network 8d4a2816-9933-4da6-9373-a92fb73b83ca requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:16:02.544456 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6ff97ac4-46e9-4c27-9a25-cb465beafc26 req-8b9ce789-3252-4ccc-9918-f7cd250a0c39 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564952 Mar 03 16:16:02.762992 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a6838-a992-411c-aa9c-cd8b3ed57b64 req-3480b110-bd2e-4bb8-b583-72b36ef0dc80 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:02.764689 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-580a6838-a992-411c-aa9c-cd8b3ed57b64 req-3480b110-bd2e-4bb8-b583-72b36ef0dc80 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0537946 Mar 03 16:16:02.819761 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-580a6838-a992-411c-aa9c-cd8b3ed57b64 req-7c540cfb-3313-4b25-bd0e-e93f8cd99972 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471621 Mar 03 16:16:03.012546 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37126) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:03.018648 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-562685939-network', 'tenant_id': '89c06130b6d74619986a2e6d1bd31ee3'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:16:03.037300 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Made reservation on behalf of 89c06130b6d74619986a2e6d1bd31ee3 for: {'network': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:16:03.039725 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:03.048391 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:03.123150 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Publish callbacks [] for security_group (e7f4c01d-4e57-45e5-8126-2d961d38bf22), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:03.127875 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e7f4c01d-4e57-45e5-8126-2d961d38bf22), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:03.155688 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:16:03.165964 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f4c01d-4e57-45e5-8126-2d961d38bf22,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:03.172016 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (04a4b886-1a98-431f-983d-4c05ae80512c), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:03.172361 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.segments_db [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Added segment 04a4b886-1a98-431f-983d-4c05ae80512c of type vlan for network 1cb7854c-41fd-47e1-93aa-3438a63e71ff Mar 03 16:16:03.214696 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (1cb7854c-41fd-47e1-93aa-3438a63e71ff), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:03.239973 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (1cb7854c-41fd-47e1-93aa-3438a63e71ff), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:03.240947 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:03.241551 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:03.298922 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2852714 Mar 03 16:16:03.301867 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37136) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:03.303901 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af376cdc-5ba1-41d2-811b-7d52b0319fff admin admin] Pushing event updated for resources: {'Network': ['ID=1cb7854c-41fd-47e1-93aa-3438a63e71ff,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:03.307018 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-78bf5dbc-dedf-4b1f-9526-61568bb3eaa5 admin admin] Request body: {'subnet': {'network_id': '1cb7854c-41fd-47e1-93aa-3438a63e71ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-562685939-subnet', 'tenant_id': '89c06130b6d74619986a2e6d1bd31ee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:16:03.315086 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 1cb7854c-41fd-47e1-93aa-3438a63e71ff details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:16:03.325917 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bf5dbc-dedf-4b1f-9526-61568bb3eaa5 admin admin] Made reservation on behalf of 89c06130b6d74619986a2e6d1bd31ee3 for: {'subnet': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:16:03.328940 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-78bf5dbc-dedf-4b1f-9526-61568bb3eaa5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:03.498129 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-78bf5dbc-dedf-4b1f-9526-61568bb3eaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (e968bd7b-2678-4d3b-a8e6-5970bd106b3a), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:03.554866 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf5dbc-dedf-4b1f-9526-61568bb3eaa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e968bd7b-2678-4d3b-a8e6-5970bd106b3a,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:03.572318 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bf5dbc-dedf-4b1f-9526-61568bb3eaa5 admin admin] Checking segment: {'id': '04a4b886-1a98-431f-983d-4c05ae80512c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1cb7854c-41fd-47e1-93aa-3438a63e71ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:16:03.572782 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf5dbc-dedf-4b1f-9526-61568bb3eaa5 admin admin] Network hostable DHCP agents. Network: 1cb7854c-41fd-47e1-93aa-3438a63e71ff, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:16:03.592735 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf5dbc-dedf-4b1f-9526-61568bb3eaa5 admin admin] Network 1cb7854c-41fd-47e1-93aa-3438a63e71ff is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:16:03.601913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-78bf5dbc-dedf-4b1f-9526-61568bb3eaa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 1cb7854c-41fd-47e1-93aa-3438a63e71ff) {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:16:03.605948 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bf5dbc-dedf-4b1f-9526-61568bb3eaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:03.606532 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-78bf5dbc-dedf-4b1f-9526-61568bb3eaa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:03.611945 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84cedfc-ca45-400b-9664-1e4c6b9aecfd None None] Network 1cb7854c-41fd-47e1-93aa-3438a63e71ff requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:16:03.625315 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-78bf5dbc-dedf-4b1f-9526-61568bb3eaa5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3219888 Mar 03 16:16:03.686042 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde8285-6446-4718-a547-398bd9e87b1e req-8197bbfc-c1bd-4cb3-9632-d14cc8c7c4dc tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:03.690235 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7cde8285-6446-4718-a547-398bd9e87b1e req-8197bbfc-c1bd-4cb3-9632-d14cc8c7c4dc tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0636415 Mar 03 16:16:03.758600 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee21235-17fb-4812-8ae7-425cca68730e None None] Network 1cb7854c-41fd-47e1-93aa-3438a63e71ff requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:16:03.762237 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7cde8285-6446-4718-a547-398bd9e87b1e req-37e78951-6f02-4705-a85d-84ad1731f3e1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659881 Mar 03 16:16:03.972252 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96417455-70e1-496a-b10a-cf6f95a9dbe7 req-c251213c-bff9-4009-83b5-b0e094f695e9 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:03.973779 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96417455-70e1-496a-b10a-cf6f95a9dbe7 req-c251213c-bff9-4009-83b5-b0e094f695e9 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0610788 Mar 03 16:16:04.024950 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96417455-70e1-496a-b10a-cf6f95a9dbe7 req-53d456cf-764a-468f-8e16-e6c708e153c6 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451174 Mar 03 16:16:04.227302 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-851ae748-a609-46f0-9222-987281e138bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:04.885243 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98ee45-f8cc-4640-8641-87b5063b5114 req-a011ce3c-d7ed-47c1-8c24-668889545d5c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:04.886582 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-da98ee45-f8cc-4640-8641-87b5063b5114 req-a011ce3c-d7ed-47c1-8c24-668889545d5c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0538557 Mar 03 16:16:04.932126 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-da98ee45-f8cc-4640-8641-87b5063b5114 req-2e94e05e-4fd4-46a1-b268-d97e0ca25f0f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401723 Mar 03 16:16:05.155982 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeccc2-8f3d-4173-93cc-96da6297aadd req-ed9ebb6b-14f0-4e1e-b4fa-0fcb20ea2b90 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:05.157719 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdbeccc2-8f3d-4173-93cc-96da6297aadd req-ed9ebb6b-14f0-4e1e-b4fa-0fcb20ea2b90 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0596807 Mar 03 16:16:05.203246 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cdbeccc2-8f3d-4173-93cc-96da6297aadd req-e1d0d6ad-9e42-4699-b808-5ebe23315b85 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400472 Mar 03 16:16:06.047735 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e13b9d-2a6f-4757-9a70-8494d0aef122 req-9491e43d-f134-43da-a86a-3f6385f06f6a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:06.049077 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-02e13b9d-2a6f-4757-9a70-8494d0aef122 req-9491e43d-f134-43da-a86a-3f6385f06f6a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0512536 Mar 03 16:16:06.096641 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-02e13b9d-2a6f-4757-9a70-8494d0aef122 req-4843a18a-d9af-481b-aee0-02b4bd4f243f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419650 Mar 03 16:16:06.324386 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86158df-6e37-4cc4-925b-20d9165cd81c req-203bd355-22bf-47bb-8199-1f3fe4d6f1fd tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:06.325880 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f86158df-6e37-4cc4-925b-20d9165cd81c req-203bd355-22bf-47bb-8199-1f3fe4d6f1fd tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0536463 Mar 03 16:16:06.371101 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f86158df-6e37-4cc4-925b-20d9165cd81c req-dd6681f4-aeb6-4242-8205-88d0372a493b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392699 Mar 03 16:16:06.430255 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b323ae-25f6-46d3-8677-a27248ac1831 req-0f0a2e97-4dd3-445f-be76-8856f0f57c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:06.431768 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-30b323ae-25f6-46d3-8677-a27248ac1831 req-0f0a2e97-4dd3-445f-be76-8856f0f57c49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 1129 time: 0.0470035 Mar 03 16:16:06.517910 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b323ae-25f6-46d3-8677-a27248ac1831 req-77233610-3bca-47da-b629-c1bdb7a16f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:06.519378 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-30b323ae-25f6-46d3-8677-a27248ac1831 req-77233610-3bca-47da-b629-c1bdb7a16f1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 916 time: 0.0814466 Mar 03 16:16:06.598202 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-30b323ae-25f6-46d3-8677-a27248ac1831 req-d2a40b9b-6f24-4c0e-be3d-58234a41e956 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9 HTTP/1.1" status: 200 len: 1001 time: 0.0702004 Mar 03 16:16:06.645110 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b323ae-25f6-46d3-8677-a27248ac1831 req-7605b6c8-4ea8-4e34-89c0-dc0a2da49e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:06.646566 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-30b323ae-25f6-46d3-8677-a27248ac1831 req-7605b6c8-4ea8-4e34-89c0-dc0a2da49e43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f HTTP/1.1" status: 200 len: 855 time: 0.0426235 Mar 03 16:16:06.684328 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-19f2e1a7-ff39-4d0d-85e5-eddbe747d6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:06.698097 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b323ae-25f6-46d3-8677-a27248ac1831 req-203d97cf-2eca-499a-b59c-76a20bdcb5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:06.699725 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-30b323ae-25f6-46d3-8677-a27248ac1831 req-203d97cf-2eca-499a-b59c-76a20bdcb5d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eda6009-02fd-4599-bb6e-1629d529972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470445 Mar 03 16:16:06.795031 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-30b323ae-25f6-46d3-8677-a27248ac1831 req-79a207d7-5aa7-4766-89a0-b9f7157a808a service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864773 Mar 03 16:16:06.890390 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-30b323ae-25f6-46d3-8677-a27248ac1831 req-5b2f07f9-6cf8-4854-96b7-f98f038c48da service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839581 Mar 03 16:16:07.016193 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37240) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:07.127918 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d1b3fea0-8f5e-44c9-b354-007b02239bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:07.251381 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d1b3fea0-8f5e-44c9-b354-007b02239bfb admin admin] Publish callbacks [] for security_group (c8735112-d22b-40ed-819c-d72c222e01e1), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:07.258868 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc41b9-4043-47c3-b21c-4cbb128d1265 req-7a45202a-a49e-48c0-93e4-9444634e030b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:07.260336 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-40fc41b9-4043-47c3-b21c-4cbb128d1265 req-7a45202a-a49e-48c0-93e4-9444634e030b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0842965 Mar 03 16:16:07.261390 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d1b3fea0-8f5e-44c9-b354-007b02239bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (c8735112-d22b-40ed-819c-d72c222e01e1), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:07.275284 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:07.310397 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3fea0-8f5e-44c9-b354-007b02239bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8735112-d22b-40ed-819c-d72c222e01e1,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:07.318713 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-d1b3fea0-8f5e-44c9-b354-007b02239bfb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=640a0b1e837541148d987be2c8effa58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989440 Mar 03 16:16:07.319915 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37248) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:07.341805 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-40fc41b9-4043-47c3-b21c-4cbb128d1265 req-376a6db0-706f-42ec-887d-dfb0d6bd4ddb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706673 Mar 03 16:16:07.371929 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20cd1f3f-b649-4ca3-99e1-151bb22f237c admin admin] Publish callbacks [] for security_group (c8735112-d22b-40ed-819c-d72c222e01e1), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:07.400891 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20cd1f3f-b649-4ca3-99e1-151bb22f237c admin admin] Publish callbacks [] for security_group (c8735112-d22b-40ed-819c-d72c222e01e1), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:07.454390 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20cd1f3f-b649-4ca3-99e1-151bb22f237c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (c8735112-d22b-40ed-819c-d72c222e01e1), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:07.457500 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-20cd1f3f-b649-4ca3-99e1-151bb22f237c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:07.458690 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-20cd1f3f-b649-4ca3-99e1-151bb22f237c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8735112-d22b-40ed-819c-d72c222e01e1 HTTP/1.1" status: 204 len: 168 time: 0.1375320 Mar 03 16:16:07.474365 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd1f3f-b649-4ca3-99e1-151bb22f237c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8735112-d22b-40ed-819c-d72c222e01e1,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:07.532961 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c7e3a-a3e0-4956-89a4-7caba5fbab51 req-61dc97d3-6304-4704-ba15-b0833fd6e26d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:07.534958 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3d8c7e3a-a3e0-4956-89a4-7caba5fbab51 req-61dc97d3-6304-4704-ba15-b0833fd6e26d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0841784 Mar 03 16:16:07.597524 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:07.602524 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf372c3-d96c-458b-919d-1821d4697623 req-44324487-0044-47dd-8478-a002938d5566 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:07.606924 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cbf372c3-d96c-458b-919d-1821d4697623 req-44324487-0044-47dd-8478-a002938d5566 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0703526 Mar 03 16:16:07.618452 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3d8c7e3a-a3e0-4956-89a4-7caba5fbab51 req-51ee4f47-c5d7-4331-9e2a-82dae2a2d423 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776234 Mar 03 16:16:07.672776 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cbf372c3-d96c-458b-919d-1821d4697623 req-d288c72e-726e-4309-afa5-0a619215fb0f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556300 Mar 03 16:16:07.800154 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37270) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:07.814600 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9e41-dad3-4c49-88b7-158067529e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:07.891341 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9e41-dad3-4c49-88b7-158067529e92 admin admin] Publish callbacks [] for security_group (357a401e-d6b1-4312-8a48-8405dc666b25), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:07.894816 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8bdc9e41-dad3-4c49-88b7-158067529e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (357a401e-d6b1-4312-8a48-8405dc666b25), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:07.930888 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-8bdc9e41-dad3-4c49-88b7-158067529e92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ef3281a71c74b20832b7a18e093e7cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296616 Mar 03 16:16:07.932735 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc9e41-dad3-4c49-88b7-158067529e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357a401e-d6b1-4312-8a48-8405dc666b25,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:07.933594 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37274) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:07.980007 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-eff2897b-b1ac-4472-a4f8-978cf8e6fca7 admin admin] Publish callbacks [] for security_group (357a401e-d6b1-4312-8a48-8405dc666b25), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:08.000730 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-eff2897b-b1ac-4472-a4f8-978cf8e6fca7 admin admin] Publish callbacks [] for security_group (357a401e-d6b1-4312-8a48-8405dc666b25), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:08.046418 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-eff2897b-b1ac-4472-a4f8-978cf8e6fca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (357a401e-d6b1-4312-8a48-8405dc666b25), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:08.049033 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-eff2897b-b1ac-4472-a4f8-978cf8e6fca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:08.050198 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-eff2897b-b1ac-4472-a4f8-978cf8e6fca7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/357a401e-d6b1-4312-8a48-8405dc666b25 HTTP/1.1" status: 204 len: 168 time: 0.1156232 Mar 03 16:16:08.057461 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2897b-b1ac-4472-a4f8-978cf8e6fca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357a401e-d6b1-4312-8a48-8405dc666b25,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:08.747016 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8f39e-b388-4406-a6ef-52508d39c480 req-92644157-fc9c-416b-a40e-0551660fb2f7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:08.749670 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6ab8f39e-b388-4406-a6ef-52508d39c480 req-92644157-fc9c-416b-a40e-0551660fb2f7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0567677 Mar 03 16:16:08.799155 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6ab8f39e-b388-4406-a6ef-52508d39c480 req-4acd62bf-30b6-41da-be31-ed7d87c6e559 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435829 Mar 03 16:16:08.803813 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dadbb-789b-4206-82d5-209a87290952 req-834f2aee-009f-411e-96d4-4ad5a061319a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:08.805339 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-930dadbb-789b-4206-82d5-209a87290952 req-834f2aee-009f-411e-96d4-4ad5a061319a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0637808 Mar 03 16:16:08.859551 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-930dadbb-789b-4206-82d5-209a87290952 req-502fb823-bd1c-4f8c-a1c9-625c75f461d5 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434313 Mar 03 16:16:09.092827 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:09.940722 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc36ecd-78f7-40bb-a8b1-7e921646d3d5 req-3c6ad716-904c-4771-b0b7-a619b0274b56 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:09.942879 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3fc36ecd-78f7-40bb-a8b1-7e921646d3d5 req-3c6ad716-904c-4771-b0b7-a619b0274b56 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 945 time: 0.0664783 Mar 03 16:16:09.988976 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f862a55-a01d-412a-b20c-4946a257eac7 req-4ab63dd2-01a2-449c-9072-4d3f97b3f128 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:09.990344 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3fc36ecd-78f7-40bb-a8b1-7e921646d3d5 req-7d85b591-ff29-41a7-aeb5-ba7ca89d9cfd tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417380 Mar 03 16:16:09.991464 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6f862a55-a01d-412a-b20c-4946a257eac7 req-4ab63dd2-01a2-449c-9072-4d3f97b3f128 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0634120 Mar 03 16:16:10.045427 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0c3265c7-9671-4361-b09b-4fcca7af21e9 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:16:10.059904 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6f862a55-a01d-412a-b20c-4946a257eac7 req-9a6d25d9-cae3-4e9a-b8b7-4b24918b93b4 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613456 Mar 03 16:16:10.127445 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 0c3265c7-9671-4361-b09b-4fcca7af21e9 is: ACTIVE; New status is: DOWN {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:16:10.127974 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:10.151786 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:16:10.153998 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7ed847-f151-41e2-bdbe-74c6a74581e6" -d '{"events": [{"server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:16:10.167672 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:16:10.172060 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:10.323708 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Mar 2022 16:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f12ee88-e7f8-4165-baf5-af3e659be1ae x-openstack-request-id: req-5f12ee88-e7f8-4165-baf5-af3e659be1ae {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:16:10.324002 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "name": "network-vif-unplugged", "status": "completed", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:16:10.324252 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f12ee88-e7f8-4165-baf5-af3e659be1ae {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:16:10.324640 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'code': 200} Mar 03 16:16:10.348275 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=0c3265c7-9671-4361-b09b-4fcca7af21e9,revision_number=8']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:10.354942 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.355306 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.355678 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.356018 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.356342 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.356662 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.356983 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.357305 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.357628 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.357961 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.358285 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.358628 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.358943 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:10.705204 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:11.113232 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d71c25-b4a1-473b-ae6a-441f93045609 req-9ad949b7-2e1a-4e52-a175-200663a0b474 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:11.115465 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c4d71c25-b4a1-473b-ae6a-441f93045609 req-9ad949b7-2e1a-4e52-a175-200663a0b474 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0534832 Mar 03 16:16:11.178970 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c4d71c25-b4a1-473b-ae6a-441f93045609 req-91f39474-3a76-4857-a6b4-8e67f1861b18 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565269 Mar 03 16:16:11.183063 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528850df-23a0-4162-a066-5304d43e7b71 req-b2a1dace-ec34-46dd-8a7b-318c55a89141 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:11.184614 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-528850df-23a0-4162-a066-5304d43e7b71 req-b2a1dace-ec34-46dd-8a7b-318c55a89141 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0524070 Mar 03 16:16:11.231403 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-528850df-23a0-4162-a066-5304d43e7b71 req-b8720a41-889f-4984-9b06-b59364cc38f9 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398040 Mar 03 16:16:11.474813 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083d484-7b85-4ebb-9744-77b2df25370e req-0fdd26b4-160b-4b45-9230-90af477635cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:11.476383 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5083d484-7b85-4ebb-9744-77b2df25370e req-0fdd26b4-160b-4b45-9230-90af477635cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3df7765ab38441feaf9e7d17d7559290&device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 1130 time: 0.0443797 Mar 03 16:16:11.568199 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083d484-7b85-4ebb-9744-77b2df25370e req-871a4b97-32ff-4347-a400-705d78e4ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:11.569576 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5083d484-7b85-4ebb-9744-77b2df25370e req-871a4b97-32ff-4347-a400-705d78e4ef56 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 200 len: 911 time: 0.0847633 Mar 03 16:16:11.638602 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5083d484-7b85-4ebb-9744-77b2df25370e req-15b5da47-748c-4b48-aca7-27e7e3648c56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c575d8f6-2030-47e3-925f-00544960d7c9 HTTP/1.1" status: 200 len: 1001 time: 0.0622180 Mar 03 16:16:11.687261 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083d484-7b85-4ebb-9744-77b2df25370e req-d3b8a1b8-afdf-4cdc-844f-1b69baac3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:11.688742 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5083d484-7b85-4ebb-9744-77b2df25370e req-d3b8a1b8-afdf-4cdc-844f-1b69baac3b56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=028a2aef-a8b5-4645-8b5b-9ea5ad4099b5 HTTP/1.1" status: 200 len: 850 time: 0.0432746 Mar 03 16:16:11.737412 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083d484-7b85-4ebb-9744-77b2df25370e req-1ce28f60-5d44-43ea-976f-97019ea1ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:11.738858 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5083d484-7b85-4ebb-9744-77b2df25370e req-1ce28f60-5d44-43ea-976f-97019ea1ccb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ba15c27-2b8e-4d04-b799-e6df45177b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428262 Mar 03 16:16:11.831152 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5083d484-7b85-4ebb-9744-77b2df25370e req-35fdf77c-20fa-4fcf-a56e-c2735f9a12f7 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853682 Mar 03 16:16:11.920339 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5083d484-7b85-4ebb-9744-77b2df25370e req-9a647d0a-a093-4c53-9915-9765e0a23ee3 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825572 Mar 03 16:16:12.300706 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d6465-bdcb-435a-acc6-7bba37db461f req-166a0e30-7b65-4237-99a1-992caf5b6f25 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:12.302971 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6c6d6465-bdcb-435a-acc6-7bba37db461f req-166a0e30-7b65-4237-99a1-992caf5b6f25 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0550456 Mar 03 16:16:12.352951 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6c6d6465-bdcb-435a-acc6-7bba37db461f req-af2f549d-bc1f-4e5c-b783-9a9425fde304 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449436 Mar 03 16:16:12.354380 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28db23-53c0-4519-a616-2a1a697d18a8 req-7721c536-ca95-4309-b2a3-7e91837c1b9a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:12.355936 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3d28db23-53c0-4519-a616-2a1a697d18a8 req-7721c536-ca95-4309-b2a3-7e91837c1b9a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0526152 Mar 03 16:16:12.404133 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3d28db23-53c0-4519-a616-2a1a697d18a8 req-1d311c00-60a0-45e0-b3d4-409a4d3691c4 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421939 Mar 03 16:16:13.479719 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0a57d-b278-4405-9316-9f59d991d573 req-54a96502-5daf-4d49-8def-b01abf6936bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:13.481275 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4fa0a57d-b278-4405-9316-9f59d991d573 req-54a96502-5daf-4d49-8def-b01abf6936bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0531075 Mar 03 16:16:13.527746 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4fa0a57d-b278-4405-9316-9f59d991d573 req-c65aef07-6499-4691-9065-28e54ebac2cf tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405886 Mar 03 16:16:13.529802 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a645231-9ef2-4f86-aeb8-d483dfa319a6 req-3fb42c50-2527-4405-8587-f73c9cd5718f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:13.531247 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4a645231-9ef2-4f86-aeb8-d483dfa319a6 req-3fb42c50-2527-4405-8587-f73c9cd5718f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0532906 Mar 03 16:16:13.579955 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4a645231-9ef2-4f86-aeb8-d483dfa319a6 req-45c0ef4e-6c59-4264-a7ae-0e0c2ec88acd tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428259 Mar 03 16:16:13.992374 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [req-83b51ec5-9427-4d1b-a732-b664807ba081 req-419d4a77-67d5-4c66-852c-7986ce4cfb63 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:16:13.993366 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-83b51ec5-9427-4d1b-a732-b664807ba081 req-419d4a77-67d5-4c66-852c-7986ce4cfb63 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052288 Mar 03 16:16:14.155515 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e40e0-297b-419d-84f2-97a7432497ee req-e2704948-b464-4632-a661-0166af190b00 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:14.157342 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7a0e40e0-297b-419d-84f2-97a7432497ee req-e2704948-b464-4632-a661-0166af190b00 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0578170 Mar 03 16:16:14.210467 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7a0e40e0-297b-419d-84f2-97a7432497ee req-54f3770b-92a0-44f6-89f0-9d37336812aa tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457954 Mar 03 16:16:14.514748 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37472) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:14.615188 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-911eed23-de93-452e-99ae-d7d8f3c03d8e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0985520 Mar 03 16:16:14.619844 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-ae8e5541-8042-438d-828f-00c18c13c0b8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:16:14.620847 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-ae8e5541-8042-438d-828f-00c18c13c0b8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049522 Mar 03 16:16:14.698436 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37482) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:14.800561 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-5d487eff-6088-4571-85f6-040467c0b82c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:14.801979 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-5d487eff-6088-4571-85f6-040467c0b82c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports/0c3265c7-9671-4361-b09b-4fcca7af21e9 HTTP/1.1" status: 200 len: 940 time: 0.1024842 Mar 03 16:16:15.336986 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed2928-da7d-4685-9756-aabaa43162f6 req-eeb5968d-56d7-4bd8-88bc-11a351da2d4d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:15.338476 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8bed2928-da7d-4685-9756-aabaa43162f6 req-eeb5968d-56d7-4bd8-88bc-11a351da2d4d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0552101 Mar 03 16:16:15.383388 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8bed2928-da7d-4685-9756-aabaa43162f6 req-b5ab994b-b8ed-46e9-824d-c6fe9d381353 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393724 Mar 03 16:16:16.508932 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f49a72-cc2c-42f1-9efb-c3eac2764c72 req-f477debc-122a-4bab-b90e-88a468e89559 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:16.510503 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-95f49a72-cc2c-42f1-9efb-c3eac2764c72 req-f477debc-122a-4bab-b90e-88a468e89559 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0538473 Mar 03 16:16:16.560157 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-95f49a72-cc2c-42f1-9efb-c3eac2764c72 req-51f71008-997e-4d44-97e2-dc2f4bf6bf5c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415790 Mar 03 16:16:16.777016 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:16:17.441554 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0c3265c7-9671-4361-b09b-4fcca7af21e9 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:16:17.523574 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 0c3265c7-9671-4361-b09b-4fcca7af21e9 is: DOWN; New status is: DOWN {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:16:17.681419 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b37f1-b6b8-4933-a88c-242f94fe81ab req-f53701ad-f223-4707-a672-3c5699770df0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:17.682875 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-de0b37f1-b6b8-4933-a88c-242f94fe81ab req-f53701ad-f223-4707-a672-3c5699770df0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0513060 Mar 03 16:16:17.734208 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-de0b37f1-b6b8-4933-a88c-242f94fe81ab req-cc2f9272-6e85-4519-b158-5f0a525ad241 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450609 Mar 03 16:16:17.810290 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-9f135850-8d33-4fb3-83e2-3cdf742441f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:17.812465 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-9f135850-8d33-4fb3-83e2-3cdf742441f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335&tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e HTTP/1.1" status: 200 len: 1127 time: 0.0775027 Mar 03 16:16:17.878320 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-fe7aa20c-88a0-4754-809b-0c1be78e3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:17.880044 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-fe7aa20c-88a0-4754-809b-0c1be78e3dd4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 1127 time: 0.0447936 Mar 03 16:16:17.971586 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-b001c63c-ab42-4470-8b65-685b1c8d7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:17.973081 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-b001c63c-ab42-4470-8b65-685b1c8d7cb7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 916 time: 0.0874524 Mar 03 16:16:18.039940 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-b23c0660-9e43-4175-bb9a-2b146cb0d9d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9 HTTP/1.1" status: 200 len: 999 time: 0.0602777 Mar 03 16:16:18.091349 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-85df30f3-155c-442c-a70e-7144198d043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:18.092813 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-85df30f3-155c-442c-a70e-7144198d043f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f HTTP/1.1" status: 200 len: 855 time: 0.0457118 Mar 03 16:16:18.140583 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-6d083990-dbf1-407a-91db-10e9b9f71bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:18.142057 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-6d083990-dbf1-407a-91db-10e9b9f71bc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eda6009-02fd-4599-bb6e-1629d529972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434854 Mar 03 16:16:18.232242 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-6f7a71a7-856b-4df3-8349-497084ad4409 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831072 Mar 03 16:16:18.340192 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc6e73ce-197e-4eaa-859b-c536699853ef req-aa7c7a7a-1807-45e9-b445-7703e34a7499 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012568 Mar 03 16:16:18.437697 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdd774-ceeb-4abf-8e3e-7883ecb63764 req-fec19421-1a17-4045-a809-1c185d761b9d tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:18.439617 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96fdd774-ceeb-4abf-8e3e-7883ecb63764 req-fec19421-1a17-4045-a809-1c185d761b9d tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0590985 Mar 03 16:16:18.492390 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96fdd774-ceeb-4abf-8e3e-7883ecb63764 req-f869ae60-13fc-4879-ab18-0a140b18814e tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469711 Mar 03 16:16:18.873900 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dc851-865e-4cf0-9c2e-abfbff9a49d5 req-dbed9422-2c66-40c1-9102-445a2b8a0573 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:18.885118 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e96dc851-865e-4cf0-9c2e-abfbff9a49d5 req-dbed9422-2c66-40c1-9102-445a2b8a0573 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0662968 Mar 03 16:16:18.909317 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37616) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:18.950706 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e96dc851-865e-4cf0-9c2e-abfbff9a49d5 req-9fd09ada-c51c-445d-beb3-be85d6c94ad1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643380 Mar 03 16:16:19.050524 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f698e5b-9bae-4204-be99-84bd0078baef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.142661 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f698e5b-9bae-4204-be99-84bd0078baef admin admin] Publish callbacks [] for security_group (22887ba1-3705-4e89-91c9-25a14b691bc2), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.146447 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f698e5b-9bae-4204-be99-84bd0078baef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (22887ba1-3705-4e89-91c9-25a14b691bc2), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.189079 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f698e5b-9bae-4204-be99-84bd0078baef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22887ba1-3705-4e89-91c9-25a14b691bc2,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:19.193811 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-1f698e5b-9bae-4204-be99-84bd0078baef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1b1d13f097540a6ac5384e9821aa388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836030 Mar 03 16:16:19.196877 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37620) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:19.259864 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1c909a7d-d52b-4af1-bd05-0825efdd698f admin admin] Publish callbacks [] for security_group (22887ba1-3705-4e89-91c9-25a14b691bc2), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.283405 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1c909a7d-d52b-4af1-bd05-0825efdd698f admin admin] Publish callbacks [] for security_group (22887ba1-3705-4e89-91c9-25a14b691bc2), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.333167 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1c909a7d-d52b-4af1-bd05-0825efdd698f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (22887ba1-3705-4e89-91c9-25a14b691bc2), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.335727 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1c909a7d-d52b-4af1-bd05-0825efdd698f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.341106 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-1c909a7d-d52b-4af1-bd05-0825efdd698f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22887ba1-3705-4e89-91c9-25a14b691bc2 HTTP/1.1" status: 204 len: 168 time: 0.1416326 Mar 03 16:16:19.350310 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c909a7d-d52b-4af1-bd05-0825efdd698f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22887ba1-3705-4e89-91c9-25a14b691bc2,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:19.632660 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37628) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:19.646000 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-42fae7b3-da58-40a8-9460-670b4e9e3880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.655096 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b733a7a-a383-4dfb-8e91-2ab9c45ce1ac req-19c03bae-5f0d-4cc3-a5f4-30db98f345a4 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:19.657531 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8b733a7a-a383-4dfb-8e91-2ab9c45ce1ac req-19c03bae-5f0d-4cc3-a5f4-30db98f345a4 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0784354 Mar 03 16:16:19.757045 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8b733a7a-a383-4dfb-8e91-2ab9c45ce1ac req-34cbf912-92a6-4548-92f2-ad78f7d94206 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909975 Mar 03 16:16:19.757219 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-42fae7b3-da58-40a8-9460-670b4e9e3880 admin admin] Publish callbacks [] for security_group (7bf4e62b-7636-49a8-8b74-a564411249ec), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.762640 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-42fae7b3-da58-40a8-9460-670b4e9e3880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (7bf4e62b-7636-49a8-8b74-a564411249ec), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.828077 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-42fae7b3-da58-40a8-9460-670b4e9e3880 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6c8e9754cc54a978f73290214bb8df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913612 Mar 03 16:16:19.828077 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fae7b3-da58-40a8-9460-670b4e9e3880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf4e62b-7636-49a8-8b74-a564411249ec,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:19.828262 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37638) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:19.894508 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-23be47c7-a4bf-4f83-9c8a-c9530691e839 admin admin] Publish callbacks [] for security_group (7bf4e62b-7636-49a8-8b74-a564411249ec), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.919586 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-23be47c7-a4bf-4f83-9c8a-c9530691e839 admin admin] Publish callbacks [] for security_group (7bf4e62b-7636-49a8-8b74-a564411249ec), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.973726 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-23be47c7-a4bf-4f83-9c8a-c9530691e839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (7bf4e62b-7636-49a8-8b74-a564411249ec), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.976116 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-23be47c7-a4bf-4f83-9c8a-c9530691e839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:19.980332 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-23be47c7-a4bf-4f83-9c8a-c9530691e839 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bf4e62b-7636-49a8-8b74-a564411249ec HTTP/1.1" status: 204 len: 168 time: 0.1510913 Mar 03 16:16:19.999413 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be47c7-a4bf-4f83-9c8a-c9530691e839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf4e62b-7636-49a8-8b74-a564411249ec,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:20.085413 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d6e33-33b7-4ebc-a1c7-2136cf07412a req-c0c5d3ad-f594-4553-8221-80b3a84833e8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:20.086979 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bc3d6e33-33b7-4ebc-a1c7-2136cf07412a req-c0c5d3ad-f594-4553-8221-80b3a84833e8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0603495 Mar 03 16:16:20.161625 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bc3d6e33-33b7-4ebc-a1c7-2136cf07412a req-47da8e06-d48c-41ad-b01a-ccfa4a785ff1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655019 Mar 03 16:16:20.424152 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37650) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:20.437112 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-05cfd30f-924a-444a-8bbf-8d9b7f7307fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:20.513295 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-05cfd30f-924a-444a-8bbf-8d9b7f7307fb admin admin] Publish callbacks [] for security_group (129535dd-6f8a-403d-a791-a4a224b246ec), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:20.517218 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-05cfd30f-924a-444a-8bbf-8d9b7f7307fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (129535dd-6f8a-403d-a791-a4a224b246ec), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:20.557497 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-05cfd30f-924a-444a-8bbf-8d9b7f7307fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98859e836ebe4e6d90064f43c657cc0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322548 Mar 03 16:16:20.558331 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfd30f-924a-444a-8bbf-8d9b7f7307fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129535dd-6f8a-403d-a791-a4a224b246ec,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:20.560096 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37652) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:20.607314 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c791ecae-e8ed-4acd-9e5c-9998d0983e2b admin admin] Publish callbacks [] for security_group (129535dd-6f8a-403d-a791-a4a224b246ec), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:20.628797 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c791ecae-e8ed-4acd-9e5c-9998d0983e2b admin admin] Publish callbacks [] for security_group (129535dd-6f8a-403d-a791-a4a224b246ec), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:20.676807 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c791ecae-e8ed-4acd-9e5c-9998d0983e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (129535dd-6f8a-403d-a791-a4a224b246ec), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:20.679429 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c791ecae-e8ed-4acd-9e5c-9998d0983e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:20.682527 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-c791ecae-e8ed-4acd-9e5c-9998d0983e2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/129535dd-6f8a-403d-a791-a4a224b246ec HTTP/1.1" status: 204 len: 168 time: 0.1195045 Mar 03 16:16:20.689459 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791ecae-e8ed-4acd-9e5c-9998d0983e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129535dd-6f8a-403d-a791-a4a224b246ec,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:20.903139 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052ff92-2d06-4766-a43b-10644f451070 req-98ec918f-97a8-4fde-971d-d9c3afb463a3 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:20.905069 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c052ff92-2d06-4766-a43b-10644f451070 req-98ec918f-97a8-4fde-971d-d9c3afb463a3 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0661323 Mar 03 16:16:20.971299 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c052ff92-2d06-4766-a43b-10644f451070 req-720142ba-2693-4283-87bb-3f1b870fa03c tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597167 Mar 03 16:16:21.371796 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222ff85-4b6c-4d98-b215-2deb16a9d782 req-318b4fe9-a6ee-4d25-8da2-94cda82e4f88 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:21.396892 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c222ff85-4b6c-4d98-b215-2deb16a9d782 req-318b4fe9-a6ee-4d25-8da2-94cda82e4f88 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.1408854 Mar 03 16:16:21.475764 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c222ff85-4b6c-4d98-b215-2deb16a9d782 req-9523f1d6-e2d7-4005-bbee-0f1d46b3db39 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733342 Mar 03 16:16:22.090681 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02733aff-a5fc-4256-a960-efeec03c9484 req-576e261c-44e3-45fe-a428-7649655a2326 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:22.092203 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-02733aff-a5fc-4256-a960-efeec03c9484 req-576e261c-44e3-45fe-a428-7649655a2326 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0540526 Mar 03 16:16:22.167802 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-02733aff-a5fc-4256-a960-efeec03c9484 req-352c050c-5b33-4835-a8fa-dd6ba7fc0bcb tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668468 Mar 03 16:16:22.654222 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ee98-2cc6-4304-8f21-4babd065b717 req-d8a3bee8-81c1-4778-8d07-33f1d13a870d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:22.662148 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-60a1ee98-2cc6-4304-8f21-4babd065b717 req-d8a3bee8-81c1-4778-8d07-33f1d13a870d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0785930 Mar 03 16:16:22.763973 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-60a1ee98-2cc6-4304-8f21-4babd065b717 req-3bd27cf1-396a-4e7d-a385-7987b51fce4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707374 Mar 03 16:16:23.283356 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f93484-f19d-451b-80f6-258550e35725 req-b29ccf14-363e-47ca-ad5d-e52213ec4814 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:23.285602 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f6f93484-f19d-451b-80f6-258550e35725 req-b29ccf14-363e-47ca-ad5d-e52213ec4814 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0594993 Mar 03 16:16:23.334464 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f6f93484-f19d-451b-80f6-258550e35725 req-02604c07-5fc5-4a11-b7c4-b896033c7405 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431161 Mar 03 16:16:23.920058 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e1449-b31e-40de-b977-e6b44f054b44 req-e617d36d-ba91-447b-aed9-3043b5504b9f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:23.924134 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0d6e1449-b31e-40de-b977-e6b44f054b44 req-e617d36d-ba91-447b-aed9-3043b5504b9f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0907354 Mar 03 16:16:23.975920 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0d6e1449-b31e-40de-b977-e6b44f054b44 req-ffa1f7f8-c5f7-4a0e-8646-91d31552bfa4 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476263 Mar 03 16:16:24.199037 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37764) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:24.245078 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bff599-92f6-4621-922c-e78ac7dd7563 admin admin] Deleting subnet 561e78f2-ceda-49ec-bc1d-49d072647c44 {{(pid=103058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:16:24.248341 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-50bff599-92f6-4621-922c-e78ac7dd7563 admin admin] Publish callbacks [] for subnet (561e78f2-ceda-49ec-bc1d-49d072647c44), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:24.288683 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-50bff599-92f6-4621-922c-e78ac7dd7563 admin admin] Publish callbacks [] for subnet (561e78f2-ceda-49ec-bc1d-49d072647c44), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:24.294381 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-50bff599-92f6-4621-922c-e78ac7dd7563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (561e78f2-ceda-49ec-bc1d-49d072647c44), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:24.366801 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-50bff599-92f6-4621-922c-e78ac7dd7563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for subnet (561e78f2-ceda-49ec-bc1d-49d072647c44), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:24.405856 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bff599-92f6-4621-922c-e78ac7dd7563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=561e78f2-ceda-49ec-bc1d-49d072647c44,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:24.408502 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-50bff599-92f6-4621-922c-e78ac7dd7563 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:24.412065 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-50bff599-92f6-4621-922c-e78ac7dd7563 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/561e78f2-ceda-49ec-bc1d-49d072647c44 HTTP/1.1" status: 204 len: 168 time: 0.2117696 Mar 03 16:16:24.414642 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37770) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:24.501069 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (8d4a2816-9933-4da6-9373-a92fb73b83ca), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:24.506221 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ccf52-3ad5-43c0-8669-4a5029ccb6ad req-51d0bbd3-4702-435d-aa60-731217c34995 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:24.516093 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fe8ccf52-3ad5-43c0-8669-4a5029ccb6ad req-51d0bbd3-4702-435d-aa60-731217c34995 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0904551 Mar 03 16:16:24.582538 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fe8ccf52-3ad5-43c0-8669-4a5029ccb6ad req-e36c7d9e-9a25-4681-b2ce-4dfdc3a29e0c tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648155 Mar 03 16:16:24.643901 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (8d4a2816-9933-4da6-9373-a92fb73b83ca), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:24.664700 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.664967 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.665716 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.666039 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > port after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.666367 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.666674 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > port after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.667047 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.667369 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.667697 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.668011 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.814659 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.815114 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.815525 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.815958 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 16:16:24.816397 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4a2816-9933-4da6-9373-a92fb73b83ca']}} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:16:24.835353 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6182a05-b528-4e3d-b679-4b8a97c6f164') {'for_net_delete': True} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:16:24.835783 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6182a05-b528-4e3d-b679-4b8a97c6f164') {} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:16:24.853360 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4704059'] for segment (d6182a05-b528-4e3d-b679-4b8a97c6f164), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:24.875275 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (d6182a05-b528-4e3d-b679-4b8a97c6f164), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:24.883776 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:16:24.884262 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5887324'] for segment (d6182a05-b528-4e3d-b679-4b8a97c6f164), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: from cryptography.utils import int_from_bytes Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: from cryptography.utils import int_from_bytes Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: Traceback (most recent call last): Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: timer() Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: cb(*args, **kw) Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: return func(*args, **kwargs) Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: self._notify() Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: self.callback(batched_events) Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: event.method(event) Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: return f(self, *a, **k) Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: return self._get(url).json() Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: return self.request(url, 'GET', **kwargs) Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:16:24.888945 dv-cinder-830538-6-iscsi neutron-server[103058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:16:24.954779 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (8d4a2816-9933-4da6-9373-a92fb73b83ca), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:24.962399 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:24.965867 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8d4a2816-9933-4da6-9373-a92fb73b83ca HTTP/1.1" status: 204 len: 168 time: 0.5504110 Mar 03 16:16:24.969358 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37780) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:25.019592 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_v2 [None req-45f5a9ed-173a-42f3-8a15-80c9ebae0494 admin admin] Deleting subnet e968bd7b-2678-4d3b-a8e6-5970bd106b3a {{(pid=103057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:16:25.032323 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-45f5a9ed-173a-42f3-8a15-80c9ebae0494 admin admin] Publish callbacks [] for subnet (e968bd7b-2678-4d3b-a8e6-5970bd106b3a), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.083335 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-45f5a9ed-173a-42f3-8a15-80c9ebae0494 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5715942'] for subnet (e968bd7b-2678-4d3b-a8e6-5970bd106b3a), precommit_delete_associations {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.135312 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-45f5a9ed-173a-42f3-8a15-80c9ebae0494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (e968bd7b-2678-4d3b-a8e6-5970bd106b3a), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.204442 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-45f5a9ed-173a-42f3-8a15-80c9ebae0494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5579605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5598061'] for subnet (e968bd7b-2678-4d3b-a8e6-5970bd106b3a), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.229600 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be1b24-a8b0-4f74-b612-5c2b6d748059 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4a2816-9933-4da6-9373-a92fb73b83ca,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:25.229839 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5a9ed-173a-42f3-8a15-80c9ebae0494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e968bd7b-2678-4d3b-a8e6-5970bd106b3a,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:25.233915 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-45f5a9ed-173a-42f3-8a15-80c9ebae0494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.238262 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-45f5a9ed-173a-42f3-8a15-80c9ebae0494 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e968bd7b-2678-4d3b-a8e6-5970bd106b3a HTTP/1.1" status: 204 len: 168 time: 0.2677991 Mar 03 16:16:25.243454 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37784) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:25.298046 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd724ce-1394-457d-a8d5-86ed10a89c4c req-084c214b-667e-4d07-8222-95b97bfdc6b7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:25.299733 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bbd724ce-1394-457d-a8d5-86ed10a89c4c req-084c214b-667e-4d07-8222-95b97bfdc6b7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0680521 Mar 03 16:16:25.325673 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (1cb7854c-41fd-47e1-93aa-3438a63e71ff), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.349924 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bbd724ce-1394-457d-a8d5-86ed10a89c4c req-1daf89a1-37be-45bc-9c3e-1fd26b052d4d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442252 Mar 03 16:16:25.407644 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (1cb7854c-41fd-47e1-93aa-3438a63e71ff), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.428069 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb7854c-41fd-47e1-93aa-3438a63e71ff']}} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:16:25.438335 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a4b886-1a98-431f-983d-4c05ae80512c') {'for_net_delete': True} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:16:25.438631 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a4b886-1a98-431f-983d-4c05ae80512c') {} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:16:25.447974 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5715953'] for segment (04a4b886-1a98-431f-983d-4c05ae80512c), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.460910 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (04a4b886-1a98-431f-983d-4c05ae80512c), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.466519 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:16:25.466894 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5579659'] for segment (04a4b886-1a98-431f-983d-4c05ae80512c), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: Traceback (most recent call last): Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: timer() Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: cb(*args, **kw) Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: return func(*args, **kwargs) Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: self._notify() Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: self.callback(batched_events) Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: event.method(event) Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: return f(self, *a, **k) Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._get(url).json() Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: return self.request(url, 'GET', **kwargs) Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:16:25.468541 dv-cinder-830538-6-iscsi neutron-server[103057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:16:25.529498 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (1cb7854c-41fd-47e1-93aa-3438a63e71ff), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.541752 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.551726 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] 10.222.0.11 "DELETE /v2.0/networks/1cb7854c-41fd-47e1-93aa-3438a63e71ff HTTP/1.1" status: 204 len: 168 time: 0.3047676 Mar 03 16:16:25.559674 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c74166-7f23-4a73-822b-0c52f2cfb70e admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb7854c-41fd-47e1-93aa-3438a63e71ff,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:25.736449 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37792) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:25.752523 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442b615-4cdc-47ac-afec-69e8d5e07c1c req-51aad9a5-9c2f-4e43-874f-ef3d744aa25c tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:25.754379 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4442b615-4cdc-47ac-afec-69e8d5e07c1c req-51aad9a5-9c2f-4e43-874f-ef3d744aa25c tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0588222 Mar 03 16:16:25.782523 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-1695f809-6612-4526-92aa-c71eb9112168 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85acb0f29f7d4cf7b774162b89b27642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433924 Mar 03 16:16:25.784568 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37794) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:25.812981 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4442b615-4cdc-47ac-afec-69e8d5e07c1c req-a1ff9cf0-9609-4d9d-9497-a5f89435bc3a tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528870 Mar 03 16:16:25.837897 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-756fb64c-bd26-48ac-80fe-07c482578eee admin admin] Publish callbacks [] for security_group (03683f7f-e1d9-4c81-976d-a23d875d9c2f), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.866755 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-756fb64c-bd26-48ac-80fe-07c482578eee admin admin] Publish callbacks [] for security_group (03683f7f-e1d9-4c81-976d-a23d875d9c2f), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.927789 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-756fb64c-bd26-48ac-80fe-07c482578eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (03683f7f-e1d9-4c81-976d-a23d875d9c2f), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.930633 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-756fb64c-bd26-48ac-80fe-07c482578eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:25.934755 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-756fb64c-bd26-48ac-80fe-07c482578eee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03683f7f-e1d9-4c81-976d-a23d875d9c2f HTTP/1.1" status: 204 len: 168 time: 0.1487429 Mar 03 16:16:25.943911 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fb64c-bd26-48ac-80fe-07c482578eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03683f7f-e1d9-4c81-976d-a23d875d9c2f,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:26.350395 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37808) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:26.510523 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9f340dbc-8197-4cea-8812-afc3cb41a2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:26.515368 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37814) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:26.559513 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527a02a-73ad-4b36-aca1-e4270cdd5acb req-dd01ad15-9704-4244-9617-643e4511e6ed tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:26.561004 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1527a02a-73ad-4b36-aca1-e4270cdd5acb req-dd01ad15-9704-4244-9617-643e4511e6ed tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.1211426 Mar 03 16:16:26.574549 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-696e9daa-2f2e-4f75-b515-5419ef868904 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89c06130b6d74619986a2e6d1bd31ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0575230 Mar 03 16:16:26.577147 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37816) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:26.643063 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1527a02a-73ad-4b36-aca1-e4270cdd5acb req-3878ab07-0896-4f4e-8278-1ac3e3c6aa27 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708554 Mar 03 16:16:26.675984 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9f340dbc-8197-4cea-8812-afc3cb41a2fb admin admin] Publish callbacks [] for security_group (3b05ca16-5ea5-4eb2-a8e6-cc2c37180ae4), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:26.686833 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9f340dbc-8197-4cea-8812-afc3cb41a2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (3b05ca16-5ea5-4eb2-a8e6-cc2c37180ae4), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:26.736127 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f340dbc-8197-4cea-8812-afc3cb41a2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b05ca16-5ea5-4eb2-a8e6-cc2c37180ae4,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:26.754307 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-9f340dbc-8197-4cea-8812-afc3cb41a2fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1af2984f32804472979a4569397fb5d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4028196 Mar 03 16:16:26.760355 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37818) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:26.818716 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-62009640-1256-457c-ac74-2ad0c42bda23 admin admin] Publish callbacks [] for security_group (3b05ca16-5ea5-4eb2-a8e6-cc2c37180ae4), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:26.845736 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-62009640-1256-457c-ac74-2ad0c42bda23 admin admin] Publish callbacks [] for security_group (3b05ca16-5ea5-4eb2-a8e6-cc2c37180ae4), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:26.909945 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-62009640-1256-457c-ac74-2ad0c42bda23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (3b05ca16-5ea5-4eb2-a8e6-cc2c37180ae4), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:26.913657 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-62009640-1256-457c-ac74-2ad0c42bda23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:26.925728 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-62009640-1256-457c-ac74-2ad0c42bda23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b05ca16-5ea5-4eb2-a8e6-cc2c37180ae4 HTTP/1.1" status: 204 len: 168 time: 0.1551580 Mar 03 16:16:26.929455 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6a312fa-7875-47d3-9cd7-9152ac3239b4 admin admin] Publish callbacks [] for security_group (e7f4c01d-4e57-45e5-8126-2d961d38bf22), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:26.944483 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62009640-1256-457c-ac74-2ad0c42bda23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b05ca16-5ea5-4eb2-a8e6-cc2c37180ae4,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:26.956362 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6a312fa-7875-47d3-9cd7-9152ac3239b4 admin admin] Publish callbacks [] for security_group (e7f4c01d-4e57-45e5-8126-2d961d38bf22), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:27.006805 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf8443-3ea5-43f9-b67e-dca550653644 req-8af3e943-c1e5-4fdf-be24-c5ec444f42de tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:27.012128 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-faaf8443-3ea5-43f9-b67e-dca550653644 req-8af3e943-c1e5-4fdf-be24-c5ec444f42de tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.1273222 Mar 03 16:16:27.030342 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6a312fa-7875-47d3-9cd7-9152ac3239b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e7f4c01d-4e57-45e5-8126-2d961d38bf22), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:27.033202 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a6a312fa-7875-47d3-9cd7-9152ac3239b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:27.037999 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-a6a312fa-7875-47d3-9cd7-9152ac3239b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7f4c01d-4e57-45e5-8126-2d961d38bf22 HTTP/1.1" status: 204 len: 168 time: 0.4595892 Mar 03 16:16:27.047264 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a312fa-7875-47d3-9cd7-9152ac3239b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f4c01d-4e57-45e5-8126-2d961d38bf22,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:27.364446 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-faaf8443-3ea5-43f9-b67e-dca550653644 req-5013f550-adf8-4cb8-bd5d-0a130413558b tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507085 Mar 03 16:16:27.494497 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37836) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:27.508576 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9f3247c3-53e4-4e13-b1c6-7a7858464d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:27.592140 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9f3247c3-53e4-4e13-b1c6-7a7858464d54 admin admin] Publish callbacks [] for security_group (0a2937b3-1d3c-4a43-8423-e9d01c5696d4), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:27.598929 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9f3247c3-53e4-4e13-b1c6-7a7858464d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (0a2937b3-1d3c-4a43-8423-e9d01c5696d4), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:27.647500 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-9f3247c3-53e4-4e13-b1c6-7a7858464d54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c31c97263a964382ae858a3b076ad11c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1519113 Mar 03 16:16:27.648459 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3247c3-53e4-4e13-b1c6-7a7858464d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2937b3-1d3c-4a43-8423-e9d01c5696d4,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:27.650269 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37840) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:27.744380 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-36c047ae-a378-4f75-9efa-f4908ce8490a admin admin] Publish callbacks [] for security_group (0a2937b3-1d3c-4a43-8423-e9d01c5696d4), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:27.787395 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-36c047ae-a378-4f75-9efa-f4908ce8490a admin admin] Publish callbacks [] for security_group (0a2937b3-1d3c-4a43-8423-e9d01c5696d4), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:27.861165 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-36c047ae-a378-4f75-9efa-f4908ce8490a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (0a2937b3-1d3c-4a43-8423-e9d01c5696d4), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:27.863974 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-36c047ae-a378-4f75-9efa-f4908ce8490a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:27.867356 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-36c047ae-a378-4f75-9efa-f4908ce8490a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a2937b3-1d3c-4a43-8423-e9d01c5696d4 HTTP/1.1" status: 204 len: 168 time: 0.2128234 Mar 03 16:16:27.879924 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c047ae-a378-4f75-9efa-f4908ce8490a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2937b3-1d3c-4a43-8423-e9d01c5696d4,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:28.074785 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8c201-d1a9-4c58-8a30-51dd0b326171 req-2304e43e-9030-443c-99c2-8d80d8359eb0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:28.093837 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-59c8c201-d1a9-4c58-8a30-51dd0b326171 req-2304e43e-9030-443c-99c2-8d80d8359eb0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.3615503 Mar 03 16:16:28.146378 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-59c8c201-d1a9-4c58-8a30-51dd0b326171 req-d840e9f6-df89-4e1f-8e11-69e897180040 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516262 Mar 03 16:16:28.516709 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ab290-a4d4-40f2-9c78-409508e1fac6 req-8cbd9913-a59d-4024-af73-10efd5dbe9ad tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:28.518274 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-eb7ab290-a4d4-40f2-9c78-409508e1fac6 req-8cbd9913-a59d-4024-af73-10efd5dbe9ad tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0855427 Mar 03 16:16:28.594153 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 37880) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:28.611269 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-eb7ab290-a4d4-40f2-9c78-409508e1fac6 req-08feab73-0099-4bf2-b0a7-d3673fc72704 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849965 Mar 03 16:16:28.734458 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f895aa28-3376-4d55-b21e-8791c4e3d4f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:28.827192 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f895aa28-3376-4d55-b21e-8791c4e3d4f3 admin admin] Publish callbacks [] for security_group (6f31d6e3-e885-400f-878e-437700d0951a), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:28.832828 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-f895aa28-3376-4d55-b21e-8791c4e3d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (6f31d6e3-e885-400f-878e-437700d0951a), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:28.879372 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-f895aa28-3376-4d55-b21e-8791c4e3d4f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d87a23010a64aefb9494b1aac48f0e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841306 Mar 03 16:16:28.881302 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895aa28-3376-4d55-b21e-8791c4e3d4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f31d6e3-e885-400f-878e-437700d0951a,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:28.882145 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 37892) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:28.949534 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-22fa9d6f-a11d-441d-b1c3-2a3b284def39 admin admin] Publish callbacks [] for security_group (6f31d6e3-e885-400f-878e-437700d0951a), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:28.972433 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-22fa9d6f-a11d-441d-b1c3-2a3b284def39 admin admin] Publish callbacks [] for security_group (6f31d6e3-e885-400f-878e-437700d0951a), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:29.033547 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-22fa9d6f-a11d-441d-b1c3-2a3b284def39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (6f31d6e3-e885-400f-878e-437700d0951a), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:29.036682 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-22fa9d6f-a11d-441d-b1c3-2a3b284def39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:29.038041 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-22fa9d6f-a11d-441d-b1c3-2a3b284def39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f31d6e3-e885-400f-878e-437700d0951a HTTP/1.1" status: 204 len: 168 time: 0.1421404 Mar 03 16:16:29.047006 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa9d6f-a11d-441d-b1c3-2a3b284def39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f31d6e3-e885-400f-878e-437700d0951a,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:29.307794 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88530ac5-65b6-4132-b3f3-c15f8325e905 req-53137faa-4078-4db9-9768-c1baafb32bda tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:29.309536 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-88530ac5-65b6-4132-b3f3-c15f8325e905 req-53137faa-4078-4db9-9768-c1baafb32bda tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0654767 Mar 03 16:16:29.418507 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-88530ac5-65b6-4132-b3f3-c15f8325e905 req-1c88034a-be8b-44a6-bd0f-a1fc60614989 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023896 Mar 03 16:16:29.766582 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e7598-4407-43ad-8023-11307148c2bf req-47045bc4-6a43-4d74-b6b3-780a4dfedb71 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:29.768303 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-890e7598-4407-43ad-8023-11307148c2bf req-47045bc4-6a43-4d74-b6b3-780a4dfedb71 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0924721 Mar 03 16:16:29.833594 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-890e7598-4407-43ad-8023-11307148c2bf req-99d4b5a8-750c-4ed2-ab84-9f11727a1e88 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590401 Mar 03 16:16:30.558426 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c578637-5478-470e-97da-3d510952d8bd req-bc030ac2-867d-4385-9a28-d64adaae35be tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:30.559914 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6c578637-5478-470e-97da-3d510952d8bd req-bc030ac2-867d-4385-9a28-d64adaae35be tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0668342 Mar 03 16:16:30.606189 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6c578637-5478-470e-97da-3d510952d8bd req-d3566561-fcc9-4fd7-b564-8bfd363e4941 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401802 Mar 03 16:16:30.950067 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13cfad-951b-4764-ad10-8878743fc5b9 req-1148d01d-79f0-487b-93f9-81ea4c739224 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:30.951530 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8a13cfad-951b-4764-ad10-8878743fc5b9 req-1148d01d-79f0-487b-93f9-81ea4c739224 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0517020 Mar 03 16:16:30.996140 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8a13cfad-951b-4764-ad10-8878743fc5b9 req-94ab882a-de88-463b-9b9d-4ca30c2abfdf tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389848 Mar 03 16:16:31.729259 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3210ce-ccfd-4635-8677-e1fb8b438855 req-a1793c5a-f7c2-4fd9-b211-857df3060192 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:31.730603 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3c3210ce-ccfd-4635-8677-e1fb8b438855 req-a1793c5a-f7c2-4fd9-b211-857df3060192 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0507312 Mar 03 16:16:31.775231 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3c3210ce-ccfd-4635-8677-e1fb8b438855 req-da97920c-4924-40e6-b311-d0b2f45287e8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392039 Mar 03 16:16:32.112971 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aee70e-f159-4df6-a69d-b433316a6e96 req-3e8bc446-c28e-4ab7-b34d-d43e73c9f669 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:32.114441 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e1aee70e-f159-4df6-a69d-b433316a6e96 req-3e8bc446-c28e-4ab7-b34d-d43e73c9f669 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0548484 Mar 03 16:16:32.159433 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e1aee70e-f159-4df6-a69d-b433316a6e96 req-a58fdb4f-2918-48a1-8cf5-ded5248cbfe3 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 Mar 03 16:16:32.922513 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b9427-2ba9-4df1-8fee-0d4d020b1699 req-a6c41e71-adc0-4346-9930-cec090e12bbf tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:32.924229 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ed1b9427-2ba9-4df1-8fee-0d4d020b1699 req-a6c41e71-adc0-4346-9930-cec090e12bbf tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0566583 Mar 03 16:16:32.976660 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ed1b9427-2ba9-4df1-8fee-0d4d020b1699 req-41f7ed43-b6f7-4d84-a7a6-0e54d9f80fe8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469842 Mar 03 16:16:33.277984 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620abda3-829c-474f-aaa3-7fd3dbf0dc61 req-b0144294-d496-4434-b961-6d4e5d431353 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:33.279442 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-620abda3-829c-474f-aaa3-7fd3dbf0dc61 req-b0144294-d496-4434-b961-6d4e5d431353 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0536804 Mar 03 16:16:33.328406 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-620abda3-829c-474f-aaa3-7fd3dbf0dc61 req-07750152-7562-4150-81fb-77252976bc40 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Mar 03 16:16:34.097886 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38030) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:34.110833 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe48e9-e41e-488f-8d5d-77d4944badbc req-33d64820-9d5e-40f8-9218-281965aa6944 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:34.112317 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4bbe48e9-e41e-488f-8d5d-77d4944badbc req-33d64820-9d5e-40f8-9218-281965aa6944 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0566628 Mar 03 16:16:34.162572 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4bbe48e9-e41e-488f-8d5d-77d4944badbc req-cb16f12b-d34c-471b-9121-aeeff9f90a9a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444138 Mar 03 16:16:34.203562 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c8b41cc9-2a06-4d5e-9d5e-168dd3b51fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.229123 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d1c49f79-9133-47c3-a962-11c34105afdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.280671 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c8b41cc9-2a06-4d5e-9d5e-168dd3b51fd4 admin admin] Publish callbacks [] for security_group (d822936c-ff3b-4a1c-abcc-95c956b54d4a), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.284802 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c8b41cc9-2a06-4d5e-9d5e-168dd3b51fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (d822936c-ff3b-4a1c-abcc-95c956b54d4a), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.326147 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-c8b41cc9-2a06-4d5e-9d5e-168dd3b51fd4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6577dbe681354ec399976134f01787b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272329 Mar 03 16:16:34.327026 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b41cc9-2a06-4d5e-9d5e-168dd3b51fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d822936c-ff3b-4a1c-abcc-95c956b54d4a,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:34.329019 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38040) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:34.383418 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-18c46c1b-e073-4b5b-b124-69fae9ceaa36 admin admin] Publish callbacks [] for security_group (d822936c-ff3b-4a1c-abcc-95c956b54d4a), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.387742 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38044) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:34.410079 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-18c46c1b-e073-4b5b-b124-69fae9ceaa36 admin admin] Publish callbacks [] for security_group (d822936c-ff3b-4a1c-abcc-95c956b54d4a), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.495708 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c4de2a10-dff6-470b-b8ff-11ff733a8b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.516597 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b4992-1150-4184-baf2-96d4dd85c85f req-16f06f60-33c8-40d5-afbc-45140d35ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:34.518699 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a89b4992-1150-4184-baf2-96d4dd85c85f req-16f06f60-33c8-40d5-afbc-45140d35ee96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 1127 time: 0.1066713 Mar 03 16:16:34.529205 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba2689-3325-46e7-a37b-dc527d595582 req-fd0f10fd-f35b-4fe6-a9e4-0bd3d8c8a15e tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:34.530711 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-caba2689-3325-46e7-a37b-dc527d595582 req-fd0f10fd-f35b-4fe6-a9e4-0bd3d8c8a15e tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.1175847 Mar 03 16:16:34.532068 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-18c46c1b-e073-4b5b-b124-69fae9ceaa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (d822936c-ff3b-4a1c-abcc-95c956b54d4a), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.534820 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-18c46c1b-e073-4b5b-b124-69fae9ceaa36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.536075 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-18c46c1b-e073-4b5b-b124-69fae9ceaa36 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d822936c-ff3b-4a1c-abcc-95c956b54d4a HTTP/1.1" status: 204 len: 168 time: 0.2060959 Mar 03 16:16:34.546924 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c46c1b-e073-4b5b-b124-69fae9ceaa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d822936c-ff3b-4a1c-abcc-95c956b54d4a,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:34.595948 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c4de2a10-dff6-470b-b8ff-11ff733a8b77 admin admin] Publish callbacks [] for security_group (f535f146-561b-4160-89e3-b7e941634f52), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.600249 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c4de2a10-dff6-470b-b8ff-11ff733a8b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f535f146-561b-4160-89e3-b7e941634f52), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.646369 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-c4de2a10-dff6-470b-b8ff-11ff733a8b77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2fae5b131884af28c62a18cddb9f8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551517 Mar 03 16:16:34.646369 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de2a10-dff6-470b-b8ff-11ff733a8b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f535f146-561b-4160-89e3-b7e941634f52,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:34.646942 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38054) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:34.668884 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-caba2689-3325-46e7-a37b-dc527d595582 req-044826b7-1eda-4815-92b8-43ab0117244a tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237454 Mar 03 16:16:34.705727 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b4992-1150-4184-baf2-96d4dd85c85f req-d64d9f69-5637-449e-b41a-117c11863496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:34.707130 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a89b4992-1150-4184-baf2-96d4dd85c85f req-d64d9f69-5637-449e-b41a-117c11863496 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 916 time: 0.1631942 Mar 03 16:16:34.772395 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-71c54d9b-c086-4289-ab65-877f430a74ef admin admin] Publish callbacks [] for security_group (f535f146-561b-4160-89e3-b7e941634f52), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.800597 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a89b4992-1150-4184-baf2-96d4dd85c85f req-a9f6937b-4130-4f2d-b14d-4c9836c80419 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9 HTTP/1.1" status: 200 len: 999 time: 0.0849113 Mar 03 16:16:34.805012 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-71c54d9b-c086-4289-ab65-877f430a74ef admin admin] Publish callbacks [] for security_group (f535f146-561b-4160-89e3-b7e941634f52), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.838251 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38058) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:34.851382 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-cab21a67-caae-410d-8008-8b76a7666be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.870973 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b4992-1150-4184-baf2-96d4dd85c85f req-c2ed758b-90d3-43cc-ab8c-f51be4b0cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:34.872493 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a89b4992-1150-4184-baf2-96d4dd85c85f req-c2ed758b-90d3-43cc-ab8c-f51be4b0cea3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f HTTP/1.1" status: 200 len: 855 time: 0.0655107 Mar 03 16:16:34.911501 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-71c54d9b-c086-4289-ab65-877f430a74ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f535f146-561b-4160-89e3-b7e941634f52), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.914055 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-71c54d9b-c086-4289-ab65-877f430a74ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.916065 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-71c54d9b-c086-4289-ab65-877f430a74ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f535f146-561b-4160-89e3-b7e941634f52 HTTP/1.1" status: 204 len: 168 time: 0.2681584 Mar 03 16:16:34.927450 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c54d9b-c086-4289-ab65-877f430a74ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f535f146-561b-4160-89e3-b7e941634f52,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:34.935983 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-cab21a67-caae-410d-8008-8b76a7666be1 admin admin] Publish callbacks [] for security_group (0f244e64-efdb-43fc-ab86-890d3ac2eddb), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.939211 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b4992-1150-4184-baf2-96d4dd85c85f req-77be3b31-5927-45ca-99bd-3da873c9350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:34.940775 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a89b4992-1150-4184-baf2-96d4dd85c85f req-77be3b31-5927-45ca-99bd-3da873c9350a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eda6009-02fd-4599-bb6e-1629d529972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621502 Mar 03 16:16:34.945209 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-cab21a67-caae-410d-8008-8b76a7666be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (0f244e64-efdb-43fc-ab86-890d3ac2eddb), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:34.988320 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-cab21a67-caae-410d-8008-8b76a7666be1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5baeb222a634769bddb7627d08e0b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489911 Mar 03 16:16:34.989178 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab21a67-caae-410d-8008-8b76a7666be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f244e64-efdb-43fc-ab86-890d3ac2eddb,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:34.991472 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38062) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:35.041561 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3afe2a50-dbc3-4fc4-8e12-4c554be080de admin admin] Publish callbacks [] for security_group (0f244e64-efdb-43fc-ab86-890d3ac2eddb), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:35.048002 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a89b4992-1150-4184-baf2-96d4dd85c85f req-7e074c91-a81e-49e1-a322-4c62f0dcb716 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002920 Mar 03 16:16:35.063817 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3afe2a50-dbc3-4fc4-8e12-4c554be080de admin admin] Publish callbacks [] for security_group (0f244e64-efdb-43fc-ab86-890d3ac2eddb), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:35.117510 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3afe2a50-dbc3-4fc4-8e12-4c554be080de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (0f244e64-efdb-43fc-ab86-890d3ac2eddb), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:35.120186 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3afe2a50-dbc3-4fc4-8e12-4c554be080de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:35.121375 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-3afe2a50-dbc3-4fc4-8e12-4c554be080de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f244e64-efdb-43fc-ab86-890d3ac2eddb HTTP/1.1" status: 204 len: 168 time: 0.1290011 Mar 03 16:16:35.130692 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe2a50-dbc3-4fc4-8e12-4c554be080de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f244e64-efdb-43fc-ab86-890d3ac2eddb,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:35.156101 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a89b4992-1150-4184-baf2-96d4dd85c85f req-aa399b78-4701-46ae-b8ac-b2a8c5fe603a service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990808 Mar 03 16:16:35.296206 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2de24-4340-4279-82af-df2df8dd1512 req-eb0b4dba-b021-47d1-96f8-65345d132045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:35.297640 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f9d2de24-4340-4279-82af-df2df8dd1512 req-eb0b4dba-b021-47d1-96f8-65345d132045 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0595298 Mar 03 16:16:35.346684 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f9d2de24-4340-4279-82af-df2df8dd1512 req-532eccdb-b805-43b7-99bb-1d42b5a37773 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434322 Mar 03 16:16:35.648942 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49ae1a-e56c-476f-bada-eb250476059c req-42d52e14-2665-45f0-8c23-81d5f084ffc4 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:35.650500 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bd49ae1a-e56c-476f-bada-eb250476059c req-42d52e14-2665-45f0-8c23-81d5f084ffc4 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.10 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.0605757 Mar 03 16:16:35.794741 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-bd49ae1a-e56c-476f-bada-eb250476059c req-bc5a3df5-abf9-42ab-83c3-8c7db7684ed9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Deleting port e52e1382-40e7-4d97-879d-1ea6a638acfb {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:16:35.795094 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bd49ae1a-e56c-476f-bada-eb250476059c req-bc5a3df5-abf9-42ab-83c3-8c7db7684ed9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:35.849798 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc25758-8bb2-45e2-a8f0-376176915a3a req-b0f2eda3-c2b1-45ea-942e-1a1826153549 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:35.851365 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6fc25758-8bb2-45e2-a8f0-376176915a3a req-b0f2eda3-c2b1-45ea-942e-1a1826153549 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/ports?device_id=7913a7d6-030d-4c0f-a75a-fbfee0d32841 HTTP/1.1" status: 200 len: 945 time: 0.1102467 Mar 03 16:16:35.916957 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-bd49ae1a-e56c-476f-bada-eb250476059c req-bc5a3df5-abf9-42ab-83c3-8c7db7684ed9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] For port e52e1382-40e7-4d97-879d-1ea6a638acfb, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=e52e1382-40e7-4d97-879d-1ea6a638acfb,segment=NetworkSegment(19bb8f74-7445-4238-9f72-267a96f5e5f7),segment_id=19bb8f74-7445-4238-9f72-267a96f5e5f7)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:16:35.917334 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bd49ae1a-e56c-476f-bada-eb250476059c req-bc5a3df5-abf9-42ab-83c3-8c7db7684ed9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:35.938310 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-bd49ae1a-e56c-476f-bada-eb250476059c req-bc5a3df5-abf9-42ab-83c3-8c7db7684ed9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Calling delete_port for e52e1382-40e7-4d97-879d-1ea6a638acfb owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:16:35.967316 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6fc25758-8bb2-45e2-a8f0-376176915a3a req-977bc338-469e-4dd7-b385-91cc89961a53 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.11 "GET /v2.0/security-groups?id=22fb329f-7671-4926-97b6-f23e4ef347fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890179 Mar 03 16:16:36.113315 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bd49ae1a-e56c-476f-bada-eb250476059c req-bc5a3df5-abf9-42ab-83c3-8c7db7684ed9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (e52e1382-40e7-4d97-879d-1ea6a638acfb), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:36.127286 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['e52e1382-40e7-4d97-879d-1ea6a638acfb'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:16:36.143876 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a3df5-abf9-42ab-83c3-8c7db7684ed9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Pushing event deleted for resources: {'Port': ['ID=e52e1382-40e7-4d97-879d-1ea6a638acfb,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:36.203520 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd49ae1a-e56c-476f-bada-eb250476059c req-bc5a3df5-abf9-42ab-83c3-8c7db7684ed9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] No DVR routers for this DVR port e52e1382-40e7-4d97-879d-1ea6a638acfb on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:16:36.206433 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bd49ae1a-e56c-476f-bada-eb250476059c req-bc5a3df5-abf9-42ab-83c3-8c7db7684ed9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:36.210119 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bd49ae1a-e56c-476f-bada-eb250476059c req-bc5a3df5-abf9-42ab-83c3-8c7db7684ed9 tempest-VolumesSnapshotTestJSON-1536933957 tempest-VolumesSnapshotTestJSON-1536933957-project] 10.222.0.10 "DELETE /v2.0/ports/e52e1382-40e7-4d97-879d-1ea6a638acfb HTTP/1.1" status: 204 len: 173 time: 0.5542238 Mar 03 16:16:36.210592 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7913a7d6-030d-4c0f-a75a-fbfee0d32841', 'name': 'network-vif-deleted', 'tag': 'e52e1382-40e7-4d97-879d-1ea6a638acfb'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:16:36.214018 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a9c4e7-f60a-4437-8b55-ccc38491d4d8" -d '{"events": [{"server_uuid": "7913a7d6-030d-4c0f-a75a-fbfee0d32841", "name": "network-vif-deleted", "tag": "e52e1382-40e7-4d97-879d-1ea6a638acfb"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:16:36.254327 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc04148f-6ed4-4ccb-a521-ccebfcd5eedd x-openstack-request-id: req-bc04148f-6ed4-4ccb-a521-ccebfcd5eedd {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:16:36.254718 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7913a7d6-030d-4c0f-a75a-fbfee0d32841", "name": "network-vif-deleted", "tag": "e52e1382-40e7-4d97-879d-1ea6a638acfb", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:16:36.255044 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc04148f-6ed4-4ccb-a521-ccebfcd5eedd {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:16:36.255527 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7913a7d6-030d-4c0f-a75a-fbfee0d32841', 'name': 'network-vif-deleted', 'tag': 'e52e1382-40e7-4d97-879d-1ea6a638acfb', 'status': 'completed', 'code': 200} Mar 03 16:16:36.486254 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a3ccd-5da0-46f9-a06c-b162c7b54299 req-b2664d45-e0c9-4412-9c3f-f5024ae02c3a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:36.487810 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e31a3ccd-5da0-46f9-a06c-b162c7b54299 req-b2664d45-e0c9-4412-9c3f-f5024ae02c3a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0553715 Mar 03 16:16:36.534892 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e31a3ccd-5da0-46f9-a06c-b162c7b54299 req-7c5afa3f-baae-4eca-9271-c19ea738a6cc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416892 Mar 03 16:16:36.693090 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-7decb607-c6cb-4c40-af2f-5eee299a82ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:37.281085 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:37.600764 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:37.680404 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103e902-f408-48bb-b1e9-bc67dfd49aa6 req-075f731c-8821-47a7-b266-56bba2147eb8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:37.682061 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c103e902-f408-48bb-b1e9-bc67dfd49aa6 req-075f731c-8821-47a7-b266-56bba2147eb8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0624030 Mar 03 16:16:37.730827 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c103e902-f408-48bb-b1e9-bc67dfd49aa6 req-dfaf21dd-6f5b-42c0-bd72-97c3cb6b50f9 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424504 Mar 03 16:16:38.866960 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da972ac2-49d5-4c80-80f2-1997639dca12 req-5df50720-63f6-498b-b542-ffb06fea3892 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:38.869761 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-da972ac2-49d5-4c80-80f2-1997639dca12 req-5df50720-63f6-498b-b542-ffb06fea3892 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0612745 Mar 03 16:16:38.917693 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-da972ac2-49d5-4c80-80f2-1997639dca12 req-20e364bd-5dcc-41bb-9b8c-d3d2dc2911a7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422807 Mar 03 16:16:39.095852 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:40.041683 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29597d-5c1d-40b7-bf65-49fa42a3ea39 req-c35ca4df-3c24-415c-be9c-e0c2457f13ce tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:40.043132 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5b29597d-5c1d-40b7-bf65-49fa42a3ea39 req-c35ca4df-3c24-415c-be9c-e0c2457f13ce tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0554037 Mar 03 16:16:40.090266 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5b29597d-5c1d-40b7-bf65-49fa42a3ea39 req-43297118-92c8-4f69-bc3f-35291a52b003 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401795 Mar 03 16:16:40.551961 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device e52e1382-40e7-4d97-879d-1ea6a638acfb no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:16:40.572798 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: e52e1382-40e7-4d97-879d-1ea6a638acfb {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:16:40.573149 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device e52e1382-40e7-4d97-879d-1ea6a638acfb not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:16:40.700816 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:41.211220 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0edcc-34a1-4737-8007-04f9a8bc3e57 req-f6908d17-cc68-44af-a848-01c238018e2b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:41.212618 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b6a0edcc-34a1-4737-8007-04f9a8bc3e57 req-f6908d17-cc68-44af-a848-01c238018e2b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0519254 Mar 03 16:16:41.257791 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b6a0edcc-34a1-4737-8007-04f9a8bc3e57 req-b73deed5-06a1-4354-9faa-69aa3c48fc14 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395782 Mar 03 16:16:42.383002 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ef914-8c81-428e-886c-2ecb6be3e3c6 req-eca3d0a7-0875-4dde-a121-65298b8b4d35 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:42.384494 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-111ef914-8c81-428e-886c-2ecb6be3e3c6 req-eca3d0a7-0875-4dde-a121-65298b8b4d35 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0508494 Mar 03 16:16:42.429296 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-111ef914-8c81-428e-886c-2ecb6be3e3c6 req-b1a232a5-4b81-4083-bf6e-c276bc03690c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388153 Mar 03 16:16:43.551857 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d691ebc-df32-4368-8a01-c723123d3efb req-165cf7bf-76d1-406b-bcbf-1a94bc8ee207 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:43.553328 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2d691ebc-df32-4368-8a01-c723123d3efb req-165cf7bf-76d1-406b-bcbf-1a94bc8ee207 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0525897 Mar 03 16:16:43.612949 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2d691ebc-df32-4368-8a01-c723123d3efb req-7fcb1e5d-3321-4b5d-a188-774d3fb5dcc2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541272 Mar 03 16:16:44.735121 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da3994-59aa-4805-b38e-bfdfbbb905b5 req-68425f09-f9f7-4617-8039-7313f79e1cbe tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:44.736595 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a1da3994-59aa-4805-b38e-bfdfbbb905b5 req-68425f09-f9f7-4617-8039-7313f79e1cbe tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0513701 Mar 03 16:16:44.785564 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a1da3994-59aa-4805-b38e-bfdfbbb905b5 req-894f2fc1-3e55-4bc1-b9d3-8ab5e983bfa6 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434961 Mar 03 16:16:46.057738 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce79ac-3b9e-4f90-bc22-67fc0b1959ff req-5b96c4b3-718b-4f2b-becc-2b6683ae3458 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:46.059191 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-29ce79ac-3b9e-4f90-bc22-67fc0b1959ff req-5b96c4b3-718b-4f2b-becc-2b6683ae3458 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 943 time: 0.0524650 Mar 03 16:16:46.103300 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-29ce79ac-3b9e-4f90-bc22-67fc0b1959ff req-9d54552a-c7e0-4e48-a247-c700d6c89a7d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386591 Mar 03 16:16:46.801761 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0c3265c7-9671-4361-b09b-4fcca7af21e9 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:16:46.893967 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:16:46.909051 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'port_id': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'mac_address': 'fa:16:3e:d1:25:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:16:46.948650 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 0c3265c7-9671-4361-b09b-4fcca7af21e9 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:16:46.949041 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:46.961657 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3265c7-9671-4361-b09b-4fcca7af21e9 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:16:46.980947 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:16:46.985280 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:47.031928 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=0c3265c7-9671-4361-b09b-4fcca7af21e9,revision_number=9']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:47.226049 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83edb5b-c1b4-4895-b142-93a9dfcf05b9 req-9aad3c16-615c-4c98-9390-38311a052e64 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:47.227511 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d83edb5b-c1b4-4895-b142-93a9dfcf05b9 req-9aad3c16-615c-4c98-9390-38311a052e64 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0532701 Mar 03 16:16:47.271830 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d83edb5b-c1b4-4895-b142-93a9dfcf05b9 req-4a1b827e-dbdb-461c-ba9d-cf062f65ac18 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388002 Mar 03 16:16:47.711563 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['0c3265c7-9671-4361-b09b-4fcca7af21e9'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:16:48.393218 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9ff88-2784-4e00-b634-738d106cc553 req-28221a8c-10c1-4972-ab60-48ea76504b9c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:48.394602 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ebc9ff88-2784-4e00-b634-738d106cc553 req-28221a8c-10c1-4972-ab60-48ea76504b9c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0519431 Mar 03 16:16:48.440185 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ebc9ff88-2784-4e00-b634-738d106cc553 req-2dbfc621-f4ff-4ccc-bbfd-e6dd451d4156 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399897 Mar 03 16:16:49.559830 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353cdb7-ed83-4312-85d8-99e17e73be8b req-8ae4a73a-a036-4b8d-88b8-dc325fff221d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:49.561340 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6353cdb7-ed83-4312-85d8-99e17e73be8b req-8ae4a73a-a036-4b8d-88b8-dc325fff221d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0514905 Mar 03 16:16:49.606420 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6353cdb7-ed83-4312-85d8-99e17e73be8b req-c497f620-9bd6-4b48-a71a-de642f096ac6 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397022 Mar 03 16:16:50.729601 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793e62d-f10f-450e-ad7a-41191daaa0b6 req-7c63c9df-bdf9-47e9-bbc3-f1aaaaf0748b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:50.731064 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a793e62d-f10f-450e-ad7a-41191daaa0b6 req-7c63c9df-bdf9-47e9-bbc3-f1aaaaf0748b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0548904 Mar 03 16:16:50.776415 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a793e62d-f10f-450e-ad7a-41191daaa0b6 req-97fc6e1d-7a37-4e54-957e-c04b3f8e42ae tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398123 Mar 03 16:16:51.900548 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17554819-c487-4b2d-b3be-eede53b71309 req-a3310aeb-4663-44ce-9ad6-2228ccba2d4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:51.902031 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-17554819-c487-4b2d-b3be-eede53b71309 req-a3310aeb-4663-44ce-9ad6-2228ccba2d4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0553951 Mar 03 16:16:51.947576 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-17554819-c487-4b2d-b3be-eede53b71309 req-e0f6730d-7472-4513-bdb5-bc03789cedc6 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396290 Mar 03 16:16:53.073608 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c796b2-93b8-4d8d-b724-32c351f9d9c3 req-37224042-97a6-4eea-a939-2417a13056a0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:53.075147 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-47c796b2-93b8-4d8d-b724-32c351f9d9c3 req-37224042-97a6-4eea-a939-2417a13056a0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 944 time: 0.0571282 Mar 03 16:16:53.121682 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-47c796b2-93b8-4d8d-b724-32c351f9d9c3 req-6fa040e4-0d01-4e93-8753-0cd7f169fbf2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410440 Mar 03 16:16:53.776036 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:16:53.937675 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0c3265c7-9671-4361-b09b-4fcca7af21e9 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:16:53.984492 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 0c3265c7-9671-4361-b09b-4fcca7af21e9 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:16:53.984874 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:54.064397 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 0c3265c7-9671-4361-b09b-4fcca7af21e9 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:16:54.064796 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:54.088993 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:16:54.091246 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5608bd-4bd7-4aff-a38c-1959583c68e0" -d '{"events": [{"server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "name": "network-vif-plugged", "status": "completed", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:16:54.104013 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:16:54.108563 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:54.135376 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf63a62-e7f8-4291-9dca-ff160060a525 x-openstack-request-id: req-faf63a62-e7f8-4291-9dca-ff160060a525 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:16:54.135704 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "name": "network-vif-plugged", "status": "completed", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:16:54.135965 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-faf63a62-e7f8-4291-9dca-ff160060a525 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:16:54.136529 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'code': 200} Mar 03 16:16:54.172111 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=0c3265c7-9671-4361-b09b-4fcca7af21e9,revision_number=10']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:54.254364 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a24b6-531c-4e80-bf75-d13a1189ccfc req-53519fd8-07b9-4969-8442-2eca59570350 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:54.255840 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d97a24b6-531c-4e80-bf75-d13a1189ccfc req-53519fd8-07b9-4969-8442-2eca59570350 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 946 time: 0.0568352 Mar 03 16:16:54.298358 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38386) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:54.302240 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d97a24b6-531c-4e80-bf75-d13a1189ccfc req-4df69772-e789-4c16-8e1e-4fded90f537a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410259 Mar 03 16:16:54.400205 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-dc51b05a-fd80-44ec-af31-db38f30152ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:54.477219 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-dc51b05a-fd80-44ec-af31-db38f30152ab admin admin] Publish callbacks [] for security_group (7f50710b-9981-44ae-a651-ec5934e3c349), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:54.481873 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-dc51b05a-fd80-44ec-af31-db38f30152ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (7f50710b-9981-44ae-a651-ec5934e3c349), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:54.514051 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51b05a-fd80-44ec-af31-db38f30152ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f50710b-9981-44ae-a651-ec5934e3c349,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:54.531797 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38398) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:54.536256 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-dc51b05a-fd80-44ec-af31-db38f30152ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=019a83a8481441d2941e82246f72d402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366526 Mar 03 16:16:54.586195 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Publish callbacks [] for security_group (7f50710b-9981-44ae-a651-ec5934e3c349), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:54.613598 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Publish callbacks [] for security_group (7f50710b-9981-44ae-a651-ec5934e3c349), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:54.680429 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (7f50710b-9981-44ae-a651-ec5934e3c349), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:54.683464 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:54.684876 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f50710b-9981-44ae-a651-ec5934e3c349 HTTP/1.1" status: 204 len: 168 time: 0.1521075 Mar 03 16:16:54.694229 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f50710b-9981-44ae-a651-ec5934e3c349,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:54.702480 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.702834 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.703166 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.703684 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.712913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.712913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.712913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.712913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.712913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.712913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.712913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.712913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.712913 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7410497e-33f7-45ac-b3f6-3b3c474ee249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:16:54.896370 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dae41-67bd-45c9-8050-9805c170b4f1 req-4236cf33-aab8-45e2-b6c8-9c1cfe30f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:54.898102 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c09dae41-67bd-45c9-8050-9805c170b4f1 req-4236cf33-aab8-45e2-b6c8-9c1cfe30f0d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 1130 time: 0.1136286 Mar 03 16:16:54.949351 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c09dae41-67bd-45c9-8050-9805c170b4f1 req-4e412562-d2d5-439f-a7ea-06630db6a72c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430918 Mar 03 16:16:55.064259 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38418) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:55.077522 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-aaeb9890-c994-4f63-a349-768e2603ecb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.149447 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-aaeb9890-c994-4f63-a349-768e2603ecb8 admin admin] Publish callbacks [] for security_group (b29f6b16-fead-4065-9d51-52da64e6cb04), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.153120 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-aaeb9890-c994-4f63-a349-768e2603ecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (b29f6b16-fead-4065-9d51-52da64e6cb04), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.192589 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-aaeb9890-c994-4f63-a349-768e2603ecb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5468e5a37886416b9322282b82371751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272836 Mar 03 16:16:55.194551 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb9890-c994-4f63-a349-768e2603ecb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29f6b16-fead-4065-9d51-52da64e6cb04,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:55.195291 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38420) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:55.242529 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c1860cd8-4853-4cfa-8155-c570be32ea0c admin admin] Publish callbacks [] for security_group (b29f6b16-fead-4065-9d51-52da64e6cb04), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.263471 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c1860cd8-4853-4cfa-8155-c570be32ea0c admin admin] Publish callbacks [] for security_group (b29f6b16-fead-4065-9d51-52da64e6cb04), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.309108 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c1860cd8-4853-4cfa-8155-c570be32ea0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (b29f6b16-fead-4065-9d51-52da64e6cb04), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.312283 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c1860cd8-4853-4cfa-8155-c570be32ea0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.313451 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-c1860cd8-4853-4cfa-8155-c570be32ea0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b29f6b16-fead-4065-9d51-52da64e6cb04 HTTP/1.1" status: 204 len: 168 time: 0.1171379 Mar 03 16:16:55.320886 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1860cd8-4853-4cfa-8155-c570be32ea0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29f6b16-fead-4065-9d51-52da64e6cb04,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:55.426796 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4dfdd-f6ed-4ed5-bf45-50501e2d273f req-43961d1a-6c04-4b1e-bcce-88cdbe5324ed tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:55.428395 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-edb4dfdd-f6ed-4ed5-bf45-50501e2d273f req-43961d1a-6c04-4b1e-bcce-88cdbe5324ed tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 946 time: 0.0528107 Mar 03 16:16:55.478815 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-edb4dfdd-f6ed-4ed5-bf45-50501e2d273f req-4a5895e8-797c-48d9-bb0a-7b18cb9caeed tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448785 Mar 03 16:16:55.622374 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38428) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:55.636213 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-046b039e-5e3d-424c-8083-af27344f8826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.709842 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-046b039e-5e3d-424c-8083-af27344f8826 admin admin] Publish callbacks [] for security_group (828b76e7-cdc7-423c-85c8-0c397b5acba2), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.713779 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-046b039e-5e3d-424c-8083-af27344f8826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (828b76e7-cdc7-423c-85c8-0c397b5acba2), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.751422 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-046b039e-5e3d-424c-8083-af27344f8826 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e6983c55d2d452782e816631beea501&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278565 Mar 03 16:16:55.752558 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b039e-5e3d-424c-8083-af27344f8826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828b76e7-cdc7-423c-85c8-0c397b5acba2,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:55.754211 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38430) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:55.803431 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f386f90f-434a-4da1-8253-72da29bc3f58 admin admin] Publish callbacks [] for security_group (828b76e7-cdc7-423c-85c8-0c397b5acba2), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.824400 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f386f90f-434a-4da1-8253-72da29bc3f58 admin admin] Publish callbacks [] for security_group (828b76e7-cdc7-423c-85c8-0c397b5acba2), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.872885 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f386f90f-434a-4da1-8253-72da29bc3f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (828b76e7-cdc7-423c-85c8-0c397b5acba2), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.875751 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f386f90f-434a-4da1-8253-72da29bc3f58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:55.877105 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-f386f90f-434a-4da1-8253-72da29bc3f58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/828b76e7-cdc7-423c-85c8-0c397b5acba2 HTTP/1.1" status: 204 len: 168 time: 0.1212113 Mar 03 16:16:55.885464 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386f90f-434a-4da1-8253-72da29bc3f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828b76e7-cdc7-423c-85c8-0c397b5acba2,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:56.548211 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38464) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:56.604492 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f151513-2b55-4b3f-a028-b67a69460be8 req-c1e55898-4a4b-4a5c-80dd-bd8e07aa5bad tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:56.605977 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6f151513-2b55-4b3f-a028-b67a69460be8 req-c1e55898-4a4b-4a5c-80dd-bd8e07aa5bad tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 946 time: 0.0522587 Mar 03 16:16:56.646110 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2030851306-network', 'tenant_id': '91f0011763844f15a91ff8281fe4118f'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:16:56.667780 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6f151513-2b55-4b3f-a028-b67a69460be8 req-905deb3e-48e8-42e4-9317-d3fde5d317c1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562990 Mar 03 16:16:56.677154 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Made reservation on behalf of 91f0011763844f15a91ff8281fe4118f for: {'network': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:16:56.679545 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:56.692283 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:56.798861 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Publish callbacks [] for security_group (8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:56.802608 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:56.827588 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=103058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:16:56.840183 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:56.846252 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (c886bf43-5d29-4009-8299-5981f97817d6), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:56.846610 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.segments_db [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Added segment c886bf43-5d29-4009-8299-5981f97817d6 of type vlan for network 68d890a5-499a-4085-8065-2ec5eed4b509 Mar 03 16:16:56.886161 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (68d890a5-499a-4085-8065-2ec5eed4b509), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:56.910539 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (68d890a5-499a-4085-8065-2ec5eed4b509), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:56.911461 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:56.912061 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:56.963113 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4137628 Mar 03 16:16:56.966837 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38468) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:16:56.971868 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-241992fd-1b84-4421-bd26-728a31507380 admin admin] Request body: {'subnet': {'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2030851306-subnet', 'tenant_id': '91f0011763844f15a91ff8281fe4118f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:16:56.974634 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21f8df-3297-4cbc-b7f1-bbd3f5e745d8 admin admin] Pushing event updated for resources: {'Network': ['ID=68d890a5-499a-4085-8065-2ec5eed4b509,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:56.987737 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 68d890a5-499a-4085-8065-2ec5eed4b509 details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:16:56.998882 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241992fd-1b84-4421-bd26-728a31507380 admin admin] Made reservation on behalf of 91f0011763844f15a91ff8281fe4118f for: {'subnet': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:16:57.010403 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-241992fd-1b84-4421-bd26-728a31507380 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5598022'] for subnet (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:57.183301 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-241992fd-1b84-4421-bd26-728a31507380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5579538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5598068'] for subnet (6a409e62-5af3-4bec-84d5-31948779a5ac), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:57.245745 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241992fd-1b84-4421-bd26-728a31507380 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a409e62-5af3-4bec-84d5-31948779a5ac,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:16:57.251340 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241992fd-1b84-4421-bd26-728a31507380 admin admin] Checking segment: {'id': 'c886bf43-5d29-4009-8299-5981f97817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:16:57.251832 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241992fd-1b84-4421-bd26-728a31507380 admin admin] Network hostable DHCP agents. Network: 68d890a5-499a-4085-8065-2ec5eed4b509, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:16:57.268045 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241992fd-1b84-4421-bd26-728a31507380 admin admin] Network 68d890a5-499a-4085-8065-2ec5eed4b509 is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:16:57.276426 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-241992fd-1b84-4421-bd26-728a31507380 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 68d890a5-499a-4085-8065-2ec5eed4b509) {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:16:57.280872 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241992fd-1b84-4421-bd26-728a31507380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:57.281727 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-241992fd-1b84-4421-bd26-728a31507380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:16:57.287157 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31477806-c166-4641-b458-db45077d5007 None None] Network 68d890a5-499a-4085-8065-2ec5eed4b509 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:16:57.297252 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-241992fd-1b84-4421-bd26-728a31507380 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3293314 Mar 03 16:16:57.389377 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be74130e-86b4-4016-b800-a535958ce9dd None None] Network 68d890a5-499a-4085-8065-2ec5eed4b509 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:16:57.819210 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64443a-518b-45cb-99a1-8550dfb90c46 req-2c4ab640-97cf-4f13-bd32-88b63d5af8a2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:57.820731 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc64443a-518b-45cb-99a1-8550dfb90c46 req-2c4ab640-97cf-4f13-bd32-88b63d5af8a2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 946 time: 0.0579035 Mar 03 16:16:57.866647 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bc64443a-518b-45cb-99a1-8550dfb90c46 req-273005cf-2465-432c-9796-c0e2ed5d822a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403919 Mar 03 16:16:58.998079 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430edb5-75c1-4c51-9c83-80ba75814113 req-e481c4de-8dc5-44a4-9914-e8644c9f8baf tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:16:58.999559 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3430edb5-75c1-4c51-9c83-80ba75814113 req-e481c4de-8dc5-44a4-9914-e8644c9f8baf tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 946 time: 0.0604990 Mar 03 16:16:59.044544 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-3430edb5-75c1-4c51-9c83-80ba75814113 req-664f94ee-d2e0-4d4a-a568-cdff230ef471 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395055 Mar 03 16:17:00.172903 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c5368-0a25-4a98-82c1-d30c3b35eccf req-9a2a4542-de4e-4232-92f2-92ff2c8c022b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:00.174399 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bf5c5368-0a25-4a98-82c1-d30c3b35eccf req-9a2a4542-de4e-4232-92f2-92ff2c8c022b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 946 time: 0.0536361 Mar 03 16:17:00.220608 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bf5c5368-0a25-4a98-82c1-d30c3b35eccf req-34cf8094-bde4-49aa-b572-afbef7ec5743 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405362 Mar 03 16:17:01.344919 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b14cf0-35bd-4562-a696-022d39cf5db9 req-bd1d3706-451b-44b5-8343-37c75bc9edb5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:01.346377 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d6b14cf0-35bd-4562-a696-022d39cf5db9 req-bd1d3706-451b-44b5-8343-37c75bc9edb5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 946 time: 0.0521657 Mar 03 16:17:01.392430 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d6b14cf0-35bd-4562-a696-022d39cf5db9 req-c15afee8-10bd-481d-b502-2e672c2440be tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405552 Mar 03 16:17:04.230068 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5a2e9d26-bb0d-4409-b6c9-e6b6089c49c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:06.687690 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-133e54fa-4803-4515-a902-87945dd69a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:07.295085 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:07.422121 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-0717267b-d771-40c6-ab0f-a0db4f7027f5 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:07.423553 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-0717267b-d771-40c6-ab0f-a0db4f7027f5 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/networks?id=68d890a5-499a-4085-8065-2ec5eed4b509 HTTP/1.1" status: 200 len: 809 time: 0.1007750 Mar 03 16:17:07.437789 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-1b90c55a-40f4-4875-8b91-d89a94da2966 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/quotas/91f0011763844f15a91ff8281fe4118f HTTP/1.1" status: 200 len: 375 time: 0.0089748 Mar 03 16:17:07.468105 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-42e1450f-18a9-4e42-8b1b-a5b3fe82d5ce tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=91f0011763844f15a91ff8281fe4118f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255728 Mar 03 16:17:07.592034 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:07.608474 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-9d3ad9f2-8414-46f8-8b73-b7bae0ab5b7c service neutron] 10.222.0.11 "GET /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328230 Mar 03 16:17:07.696622 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-30969a26-0cd8-4405-a462-d403f7cbb3ab service neutron] 10.222.0.11 "GET /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825107 Mar 03 16:17:07.887258 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0ed4024a-9d9b-4c34-9037-e21a0883a442 req-42562813-8d6d-46ee-b1a7-944f37df77fd tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 210 time: 0.0579405 Mar 03 16:17:08.970362 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-f8c3e1d8-088e-495f-93e1-9c2d33d9959f tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:08.972448 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-f8c3e1d8-088e-495f-93e1-9c2d33d9959f tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.10 "GET /v2.0/networks?id=68d890a5-499a-4085-8065-2ec5eed4b509 HTTP/1.1" status: 200 len: 809 time: 0.1282468 Mar 03 16:17:08.986678 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Request body: {'port': {'device_id': 'ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216', 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509', 'admin_state_up': True, 'tenant_id': '91f0011763844f15a91ff8281fe4118f'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:09.021155 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-290b0921-9211-47b0-88df-0d75c61bcd27 req-2e291a93-3668-4a2b-b85e-ee0db2c9089b tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 210 time: 0.0477216 Mar 03 16:17:09.107096 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:09.126041 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Made reservation on behalf of 91f0011763844f15a91ff8281fe4118f for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:17:09.129447 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:09.258112 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Allocated IP 172.20.0.14 (68d890a5-499a-4085-8065-2ec5eed4b509/6a409e62-5af3-4bec-84d5-31948779a5ac/3893d50c-9a98-4ca4-8603-a55e5aec96b3) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:17:09.405743 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks [] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:09.439458 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:09.484514 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Network 68d890a5-499a-4085-8065-2ec5eed4b509 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:17:09.487535 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:17:09.491015 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:17:09.521804 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Pushing event updated for resources: {'Port': ['ID=3893d50c-9a98-4ca4-8603-a55e5aec96b3,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:09.536318 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.536886 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.537239 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.537584 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.538114 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.538686 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.539215 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.539554 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.539907 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.540239 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.540568 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.540891 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.541245 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:09.558765 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:09.559365 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:09.573603 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d41960c9-9c3d-4519-8656-4823a7d3c6da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5918972 Mar 03 16:17:09.584628 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Request body: {'port': {'device_id': 'ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:09.641277 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:09.894873 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3893d50c-9a98-4ca4-8603-a55e5aec96b3 {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:17:09.902101 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Publish callbacks [] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:09.913685 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Transition to ACTIVE for port object 3893d50c-9a98-4ca4-8603-a55e5aec96b3 will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:17:09.917420 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:09.967972 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Pushing event updated for resources: {'Port': ['ID=3893d50c-9a98-4ca4-8603-a55e5aec96b3,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:10.032353 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Attempting to bind port 3893d50c-9a98-4ca4-8603-a55e5aec96b3 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:17:10.033006 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Attempting to bind port 3893d50c-9a98-4ca4-8603-a55e5aec96b3 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'c886bf43-5d29-4009-8299-5981f97817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:17:10.033006 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Attempting to bind port 3893d50c-9a98-4ca4-8603-a55e5aec96b3 on network 68d890a5-499a-4085-8065-2ec5eed4b509 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:17:10.037578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Port 3893d50c-9a98-4ca4-8603-a55e5aec96b3 on network 68d890a5-499a-4085-8065-2ec5eed4b509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:17:10.037578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Attempting to bind port 3893d50c-9a98-4ca4-8603-a55e5aec96b3 on network 68d890a5-499a-4085-8065-2ec5eed4b509 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:17:10.042236 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:17:10.042567 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Checking segment: {'id': 'c886bf43-5d29-4009-8299-5981f97817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:17:10.042938 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Bound using segment: {'id': 'c886bf43-5d29-4009-8299-5981f97817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:17:10.043352 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Bound port: 3893d50c-9a98-4ca4-8603-a55e5aec96b3, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c886bf43-5d29-4009-8299-5981f97817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:17:10.043730 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:10.114390 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] For port 3893d50c-9a98-4ca4-8603-a55e5aec96b3, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:17:10.118252 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] For port 3893d50c-9a98-4ca4-8603-a55e5aec96b3, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3893d50c-9a98-4ca4-8603-a55e5aec96b3,segment=NetworkSegment(c886bf43-5d29-4009-8299-5981f97817d6),segment_id=c886bf43-5d29-4009-8299-5981f97817d6)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:17:10.125621 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:10.164052 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:10.164668 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:10.166026 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] 10.222.0.10 "PUT /v2.0/ports/3893d50c-9a98-4ca4-8603-a55e5aec96b3 HTTP/1.1" status: 200 len: 1094 time: 0.5852857 Mar 03 16:17:10.166460 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216', 'tag': '3893d50c-9a98-4ca4-8603-a55e5aec96b3'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:17:10.168718 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf77eb4-3f38-43bd-879d-3d51ef510b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216", "tag": "3893d50c-9a98-4ca4-8603-a55e5aec96b3"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:17:10.177908 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b8291-937e-4c68-8098-347551e9c80e req-5767809d-c71a-4330-a564-a4b026aa00af tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:10.179431 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bb1b8291-937e-4c68-8098-347551e9c80e req-5767809d-c71a-4330-a564-a4b026aa00af tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 944 time: 0.0785291 Mar 03 16:17:10.191095 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2c11e-6a6a-4025-a043-8931bb68faec service neutron] Pushing event updated for resources: {'Port': ['ID=3893d50c-9a98-4ca4-8603-a55e5aec96b3,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:10.254162 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bb1b8291-937e-4c68-8098-347551e9c80e req-67cb4eba-d709-4cb4-a982-943e8bc3ad3c tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685675 Mar 03 16:17:10.268952 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-6c8da049-061d-4cb4-a45d-198b66598230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:10.270611 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-6c8da049-061d-4cb4-a45d-198b66598230 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91f0011763844f15a91ff8281fe4118f&device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 1128 time: 0.0514753 Mar 03 16:17:10.322277 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-30741b16-409f-40ff-a113-ad41256faec6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3893d50c-9a98-4ca4-8603-a55e5aec96b3 HTTP/1.1" status: 200 len: 217 time: 0.0407865 Mar 03 16:17:10.384052 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0832055a-ae75-49e1-8401-284093a2e823 x-openstack-request-id: req-0832055a-ae75-49e1-8401-284093a2e823 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:17:10.384219 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216", "tag": "3893d50c-9a98-4ca4-8603-a55e5aec96b3", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:17:10.384533 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0832055a-ae75-49e1-8401-284093a2e823 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:17:10.385252 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216', 'tag': '3893d50c-9a98-4ca4-8603-a55e5aec96b3', 'status': 'completed', 'code': 200} Mar 03 16:17:10.389746 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-0d491ba4-0d40-4b3c-bf96-2d8fb0b8fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:10.391190 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-0d491ba4-0d40-4b3c-bf96-2d8fb0b8fabb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6a409e62-5af3-4bec-84d5-31948779a5ac HTTP/1.1" status: 200 len: 849 time: 0.0629468 Mar 03 16:17:10.425587 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-ddd53c4c-1c33-4926-bd6c-a98495910129 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d890a5-499a-4085-8065-2ec5eed4b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270824 Mar 03 16:17:10.532951 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-923217fa-0fa1-4be6-9216-3b0fb8938fa1 service neutron] 10.222.0.10 "GET /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010232 Mar 03 16:17:10.561941 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38708) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:10.625516 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa721692-383e-4f7b-8f2f-fc73f5c03618 req-d87effbe-9b97-4949-a22a-be6688f23c67 service neutron] 10.222.0.10 "GET /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865986 Mar 03 16:17:10.669713 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9bf5b431-5c38-40ed-bc26-6d6d4ac35d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:10.692907 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:10.719919 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf77eb4-3f38-43bd-879d-3d51ef510b8d req-4b6ff762-4fdd-4243-9907-fe34f0edfdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:10.721537 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-abf77eb4-3f38-43bd-879d-3d51ef510b8d req-4b6ff762-4fdd-4243-9907-fe34f0edfdc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91f0011763844f15a91ff8281fe4118f&device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 1128 time: 0.0503623 Mar 03 16:17:10.745176 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9bf5b431-5c38-40ed-bc26-6d6d4ac35d35 admin admin] Publish callbacks [] for security_group (ab53ae58-9c40-4f39-9ab4-9e383b1fadc3), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:10.749428 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9bf5b431-5c38-40ed-bc26-6d6d4ac35d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (ab53ae58-9c40-4f39-9ab4-9e383b1fadc3), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:10.787676 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-9bf5b431-5c38-40ed-bc26-6d6d4ac35d35 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=519f9a2d46884332b322715f82cc4703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243297 Mar 03 16:17:10.788534 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5b431-5c38-40ed-bc26-6d6d4ac35d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab53ae58-9c40-4f39-9ab4-9e383b1fadc3,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:10.790294 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38712) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:10.841261 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf77eb4-3f38-43bd-879d-3d51ef510b8d req-d5ffe58f-bc77-4f26-a2a4-535984210bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:10.842805 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-abf77eb4-3f38-43bd-879d-3d51ef510b8d req-d5ffe58f-bc77-4f26-a2a4-535984210bef service neutron] 10.222.0.10 "GET /v2.0/networks?id=68d890a5-499a-4085-8065-2ec5eed4b509 HTTP/1.1" status: 200 len: 909 time: 0.1146865 Mar 03 16:17:10.889462 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4a6d19d1-a631-4c02-91a1-ab46042f2479 admin admin] Publish callbacks [] for security_group (ab53ae58-9c40-4f39-9ab4-9e383b1fadc3), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:10.892591 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-abf77eb4-3f38-43bd-879d-3d51ef510b8d req-45da9e79-2f1b-43bc-820f-99c520b37230 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3893d50c-9a98-4ca4-8603-a55e5aec96b3 HTTP/1.1" status: 200 len: 217 time: 0.0424185 Mar 03 16:17:10.937263 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4a6d19d1-a631-4c02-91a1-ab46042f2479 admin admin] Publish callbacks [] for security_group (ab53ae58-9c40-4f39-9ab4-9e383b1fadc3), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:10.976122 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf77eb4-3f38-43bd-879d-3d51ef510b8d req-9da7fb5b-ed9a-4228-8ed3-005a7ac8394b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:10.977584 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-abf77eb4-3f38-43bd-879d-3d51ef510b8d req-9da7fb5b-ed9a-4228-8ed3-005a7ac8394b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6a409e62-5af3-4bec-84d5-31948779a5ac HTTP/1.1" status: 200 len: 849 time: 0.0766437 Mar 03 16:17:11.009269 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-abf77eb4-3f38-43bd-879d-3d51ef510b8d req-fc72f3b5-7d95-4cfe-baac-e240390f18a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d890a5-499a-4085-8065-2ec5eed4b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250430 Mar 03 16:17:11.016053 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4a6d19d1-a631-4c02-91a1-ab46042f2479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (ab53ae58-9c40-4f39-9ab4-9e383b1fadc3), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:11.018704 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4a6d19d1-a631-4c02-91a1-ab46042f2479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:11.019792 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-4a6d19d1-a631-4c02-91a1-ab46042f2479 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab53ae58-9c40-4f39-9ab4-9e383b1fadc3 HTTP/1.1" status: 204 len: 168 time: 0.2284384 Mar 03 16:17:11.066692 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d19d1-a631-4c02-91a1-ab46042f2479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab53ae58-9c40-4f39-9ab4-9e383b1fadc3,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:11.115164 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-abf77eb4-3f38-43bd-879d-3d51ef510b8d req-72cd7964-d355-41e3-ad4f-d8da81a1b8ad service neutron] 10.222.0.10 "GET /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942452 Mar 03 16:17:11.209433 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-abf77eb4-3f38-43bd-879d-3d51ef510b8d req-39263021-5ebe-47d3-9734-2df25c2b3ce3 service neutron] 10.222.0.10 "GET /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871542 Mar 03 16:17:11.379095 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7ca29-fe36-4b85-ae3e-2cc9f02a6ed4 req-38fe3512-1585-4972-8aaa-fda63f1096e2 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:11.380590 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-81e7ca29-fe36-4b85-ae3e-2cc9f02a6ed4 req-38fe3512-1585-4972-8aaa-fda63f1096e2 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 944 time: 0.0584149 Mar 03 16:17:11.426126 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-81e7ca29-fe36-4b85-ae3e-2cc9f02a6ed4 req-e5024e40-0005-47c8-89a9-d2571be90224 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Mar 03 16:17:12.545803 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c32109-7137-486f-b514-a3d173b06611 req-328b414f-f97e-48cb-8277-8d012fd400dd tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:12.548069 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-17c32109-7137-486f-b514-a3d173b06611 req-328b414f-f97e-48cb-8277-8d012fd400dd tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 944 time: 0.0535212 Mar 03 16:17:12.591436 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-17c32109-7137-486f-b514-a3d173b06611 req-f96f531d-49e9-488f-9918-46b61c3062cf tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381069 Mar 03 16:17:13.707517 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0f7ad-bb6b-4d27-8495-60a66ac4be16 req-89318567-9aa1-4635-b7ca-595d08278595 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:13.709036 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bad0f7ad-bb6b-4d27-8495-60a66ac4be16 req-89318567-9aa1-4635-b7ca-595d08278595 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 944 time: 0.0510926 Mar 03 16:17:13.754102 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-bad0f7ad-bb6b-4d27-8495-60a66ac4be16 req-2e6b840c-2db8-4823-abb4-dbf1c0a6917f tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395815 Mar 03 16:17:14.094863 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 3893d50c-9a98-4ca4-8603-a55e5aec96b3 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:17:14.189958 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 3893d50c-9a98-4ca4-8603-a55e5aec96b3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3893d50c-9a98-4ca4-8603-a55e5aec96b3,segment=NetworkSegment(c886bf43-5d29-4009-8299-5981f97817d6),segment_id=c886bf43-5d29-4009-8299-5981f97817d6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:14.201016 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '3893d50c-9a98-4ca4-8603-a55e5aec96b3', 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509', 'port_id': '3893d50c-9a98-4ca4-8603-a55e5aec96b3', 'mac_address': 'fa:16:3e:8e:24:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a409e62-5af3-4bec-84d5-31948779a5ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:17:14.236455 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 3893d50c-9a98-4ca4-8603-a55e5aec96b3 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:14.236847 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:14.249854 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3893d50c-9a98-4ca4-8603-a55e5aec96b3 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:17:14.267885 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 3893d50c-9a98-4ca4-8603-a55e5aec96b3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3893d50c-9a98-4ca4-8603-a55e5aec96b3,segment=NetworkSegment(c886bf43-5d29-4009-8299-5981f97817d6),segment_id=c886bf43-5d29-4009-8299-5981f97817d6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:14.271646 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:14.320530 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=3893d50c-9a98-4ca4-8603-a55e5aec96b3,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:14.327561 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:14.327942 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:14.328289 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:14.328630 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:14.328963 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:14.329291 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:14.329632 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:14.329948 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:14.330275 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:14.330602 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:14.330927 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:14.331275 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:14.331601 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:15.116037 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfec0db-484c-474d-b521-3edf42a8077b req-a3c093d0-7675-4318-a85e-ac07085d7b68 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:15.117506 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0bfec0db-484c-474d-b521-3edf42a8077b req-a3c093d0-7675-4318-a85e-ac07085d7b68 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 945 time: 0.2990303 Mar 03 16:17:15.162272 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0bfec0db-484c-474d-b521-3edf42a8077b req-60c05d7b-4037-4c3a-a25c-b603240e0688 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391593 Mar 03 16:17:16.276064 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35dcc5-4a3e-442f-a5c4-6f49850708c6 req-0726147f-024b-4014-a072-49de8524d23f tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:16.277496 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7d35dcc5-4a3e-442f-a5c4-6f49850708c6 req-0726147f-024b-4014-a072-49de8524d23f tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 945 time: 0.0505016 Mar 03 16:17:16.325362 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7d35dcc5-4a3e-442f-a5c4-6f49850708c6 req-a1e24f24-1cb6-4812-a2e2-aa257a5c69d6 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Mar 03 16:17:17.439607 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284e1c0-e262-44c7-9fa5-072d34d92e04 req-14efa868-b3d8-440b-91bd-30e188a1cbfd tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:17.441110 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5284e1c0-e262-44c7-9fa5-072d34d92e04 req-14efa868-b3d8-440b-91bd-30e188a1cbfd tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 945 time: 0.0523419 Mar 03 16:17:17.488212 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5284e1c0-e262-44c7-9fa5-072d34d92e04 req-b5166aa1-49c3-4129-9770-f327456835e8 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Mar 03 16:17:17.669309 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['3893d50c-9a98-4ca4-8603-a55e5aec96b3'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:17:18.607192 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88a5ed-682b-4afa-9c59-b38a19cff5e0 req-3ae3a217-89a6-4513-99af-9fb784f84150 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:18.608682 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ef88a5ed-682b-4afa-9c59-b38a19cff5e0 req-3ae3a217-89a6-4513-99af-9fb784f84150 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 945 time: 0.0505860 Mar 03 16:17:18.661971 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ef88a5ed-682b-4afa-9c59-b38a19cff5e0 req-73bd3227-c77b-4fd8-8271-4ae5da509d8d tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424371 Mar 03 16:17:18.941057 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38842) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:18.987108 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d034568-fd39-40f5-8c8e-cd8f6b9da1dc admin admin] Deleting subnet ac130c53-9e82-4d5c-b237-b6e1952c8b9f {{(pid=103057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:17:18.990065 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1d034568-fd39-40f5-8c8e-cd8f6b9da1dc admin admin] Publish callbacks [] for subnet (ac130c53-9e82-4d5c-b237-b6e1952c8b9f), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.026439 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1d034568-fd39-40f5-8c8e-cd8f6b9da1dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5715942'] for subnet (ac130c53-9e82-4d5c-b237-b6e1952c8b9f), precommit_delete_associations {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.062649 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1d034568-fd39-40f5-8c8e-cd8f6b9da1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (ac130c53-9e82-4d5c-b237-b6e1952c8b9f), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.119731 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1d034568-fd39-40f5-8c8e-cd8f6b9da1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5579605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5598061'] for subnet (ac130c53-9e82-4d5c-b237-b6e1952c8b9f), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.146864 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d034568-fd39-40f5-8c8e-cd8f6b9da1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac130c53-9e82-4d5c-b237-b6e1952c8b9f,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:19.148849 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1d034568-fd39-40f5-8c8e-cd8f6b9da1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.152088 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-1d034568-fd39-40f5-8c8e-cd8f6b9da1dc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ac130c53-9e82-4d5c-b237-b6e1952c8b9f HTTP/1.1" status: 204 len: 168 time: 0.2097874 Mar 03 16:17:19.154416 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38844) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:19.223438 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.298147 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.318418 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93']}} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:19.327495 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bb8f74-7445-4238-9f72-267a96f5e5f7') {'for_net_delete': True} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:19.327827 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bb8f74-7445-4238-9f72-267a96f5e5f7') {} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:19.337426 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5715953'] for segment (19bb8f74-7445-4238-9f72-267a96f5e5f7), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.350136 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (19bb8f74-7445-4238-9f72-267a96f5e5f7), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.356241 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:17:19.356748 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5579659'] for segment (19bb8f74-7445-4238-9f72-267a96f5e5f7), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: Traceback (most recent call last): Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: timer() Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: cb(*args, **kw) Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: return func(*args, **kwargs) Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: self._notify() Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: self.callback(batched_events) Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: event.method(event) Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: return f(self, *a, **k) Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._get(url).json() Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: return self.request(url, 'GET', **kwargs) Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:17:19.358328 dv-cinder-830538-6-iscsi neutron-server[103057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:17:19.413615 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.418998 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.424444 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93 HTTP/1.1" status: 204 len: 168 time: 0.2672281 Mar 03 16:17:19.434355 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c00b20-d418-4903-8865-ceeb9b411152 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf3bbedf-d8e4-4d48-8cb8-e856d0c73e93,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:19.586550 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38848) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:19.624808 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-41b9d1fe-375f-4de7-b8db-2e511526797e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38b0e80675dd4a12912e5a0f6da3d3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371265 Mar 03 16:17:19.627140 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38850) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:19.673587 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a5c794c0-f94d-456f-8818-4fdd04a33079 admin admin] Publish callbacks [] for security_group (22fb329f-7671-4926-97b6-f23e4ef347fc), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.694612 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a5c794c0-f94d-456f-8818-4fdd04a33079 admin admin] Publish callbacks [] for security_group (22fb329f-7671-4926-97b6-f23e4ef347fc), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.769356 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a5c794c0-f94d-456f-8818-4fdd04a33079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (22fb329f-7671-4926-97b6-f23e4ef347fc), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.771892 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-a5c794c0-f94d-456f-8818-4fdd04a33079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:19.773026 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-a5c794c0-f94d-456f-8818-4fdd04a33079 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22fb329f-7671-4926-97b6-f23e4ef347fc HTTP/1.1" status: 204 len: 168 time: 0.1449533 Mar 03 16:17:19.785730 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c794c0-f94d-456f-8818-4fdd04a33079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fb329f-7671-4926-97b6-f23e4ef347fc,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:19.800895 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76b995-454e-4406-8e9b-5da6830351b5 req-5edd1783-0789-4166-b977-0b19126ad918 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:19.802413 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2a76b995-454e-4406-8e9b-5da6830351b5 req-5edd1783-0789-4166-b977-0b19126ad918 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 945 time: 0.0669940 Mar 03 16:17:19.862281 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2a76b995-454e-4406-8e9b-5da6830351b5 req-414e67cf-9b98-4316-9283-e9c94528fd56 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479982 Mar 03 16:17:20.020073 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38864) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:20.097869 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 3893d50c-9a98-4ca4-8603-a55e5aec96b3 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:17:20.127974 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-2afe0fa0-ad71-4795-9d5d-6a7497aa399c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.150524 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 3893d50c-9a98-4ca4-8603-a55e5aec96b3 completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:17:20.154743 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 3893d50c-9a98-4ca4-8603-a55e5aec96b3 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:20.155126 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.209323 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-2afe0fa0-ad71-4795-9d5d-6a7497aa399c admin admin] Publish callbacks [] for security_group (f790131e-6012-4918-a761-370baa9fe8f6), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.213632 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-2afe0fa0-ad71-4795-9d5d-6a7497aa399c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f790131e-6012-4918-a761-370baa9fe8f6), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.238419 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 3893d50c-9a98-4ca4-8603-a55e5aec96b3 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:20.238824 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.255148 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-2afe0fa0-ad71-4795-9d5d-6a7497aa399c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ec7154c3af34225975f4910a8fb456b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312129 Mar 03 16:17:20.255148 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe0fa0-ad71-4795-9d5d-6a7497aa399c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f790131e-6012-4918-a761-370baa9fe8f6,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:20.256035 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38876) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:20.277937 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3893d50c-9a98-4ca4-8603-a55e5aec96b3'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:17:20.280943 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0439d6f-d741-48ed-95f1-2a1319888d52" -d '{"events": [{"server_uuid": "ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216", "name": "network-vif-plugged", "status": "completed", "tag": "3893d50c-9a98-4ca4-8603-a55e5aec96b3"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:17:20.299174 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 3893d50c-9a98-4ca4-8603-a55e5aec96b3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3893d50c-9a98-4ca4-8603-a55e5aec96b3,segment=NetworkSegment(c886bf43-5d29-4009-8299-5981f97817d6),segment_id=c886bf43-5d29-4009-8299-5981f97817d6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:20.304662 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.327564 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-997187dd-3bd1-493d-a806-7cd9a38f1324 admin admin] Publish callbacks [] for security_group (f790131e-6012-4918-a761-370baa9fe8f6), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.357571 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-997187dd-3bd1-493d-a806-7cd9a38f1324 admin admin] Publish callbacks [] for security_group (f790131e-6012-4918-a761-370baa9fe8f6), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.359576 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=3893d50c-9a98-4ca4-8603-a55e5aec96b3,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:20.408641 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-997187dd-3bd1-493d-a806-7cd9a38f1324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f790131e-6012-4918-a761-370baa9fe8f6), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.411799 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-997187dd-3bd1-493d-a806-7cd9a38f1324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.413288 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-997187dd-3bd1-493d-a806-7cd9a38f1324 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f790131e-6012-4918-a761-370baa9fe8f6 HTTP/1.1" status: 204 len: 168 time: 0.1563535 Mar 03 16:17:20.421364 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997187dd-3bd1-493d-a806-7cd9a38f1324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f790131e-6012-4918-a761-370baa9fe8f6,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:20.463186 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b56025-a955-4b87-8968-740aaf451e55 x-openstack-request-id: req-63b56025-a955-4b87-8968-740aaf451e55 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:17:20.463589 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216", "name": "network-vif-plugged", "status": "completed", "tag": "3893d50c-9a98-4ca4-8603-a55e5aec96b3", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:17:20.463956 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63b56025-a955-4b87-8968-740aaf451e55 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:17:20.464437 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3893d50c-9a98-4ca4-8603-a55e5aec96b3', 'code': 200} Mar 03 16:17:20.506719 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38892) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:20.668792 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f910-1395-4bb1-8512-7e783ea5dc09 req-989bbc51-4ed3-4a21-94cd-fe2ad0ee0e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:20.670507 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a864f910-1395-4bb1-8512-7e783ea5dc09 req-989bbc51-4ed3-4a21-94cd-fe2ad0ee0e9f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 1130 time: 0.0667553 Mar 03 16:17:20.721340 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a864f910-1395-4bb1-8512-7e783ea5dc09 req-8fa96187-4957-4c5a-beec-1825e485ff1a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424075 Mar 03 16:17:20.732289 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1853497205-network', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:20.752329 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Made reservation on behalf of d627aeb1e96e48ecb09d060a2b8286f8 for: {'network': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:17:20.754711 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.763848 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.843196 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Publish callbacks [] for security_group (e6bcce49-58bb-4915-bb08-01ee2991c614), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.847597 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e6bcce49-58bb-4915-bb08-01ee2991c614), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.870669 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:17:20.880524 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bcce49-58bb-4915-bb08-01ee2991c614,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:20.885264 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (a8255c37-f2cd-47b0-8a3b-91d5b8b98b82), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.885599 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.segments_db [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Added segment a8255c37-f2cd-47b0-8a3b-91d5b8b98b82 of type vlan for network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d Mar 03 16:17:20.931446 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (7c2898df-ed08-4c3b-a408-2cbfe49c0e3d), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.956880 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (7c2898df-ed08-4c3b-a408-2cbfe49c0e3d), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.957895 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:20.958481 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:20.985939 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb578a4-401a-4be2-a297-e78f848347f3 req-f7f2db26-2916-41f0-9c83-c577b77e8013 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:20.987418 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-aeb578a4-401a-4be2-a297-e78f848347f3 req-f7f2db26-2916-41f0-9c83-c577b77e8013 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 946 time: 0.0558798 Mar 03 16:17:21.011591 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5037093 Mar 03 16:17:21.012209 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38898) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:21.017874 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-4420ded1-c4db-4e39-8b44-ea5fcc2c5c2f admin admin] Request body: {'subnet': {'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1853497205-subnet', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'ip_version': 4}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:21.022105 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da963aa-2b01-438d-a10b-5575b1331393 admin admin] Pushing event updated for resources: {'Network': ['ID=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:21.032283 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:17:21.054317 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-aeb578a4-401a-4be2-a297-e78f848347f3 req-658f1374-3ccc-4c6b-a5a1-603a82e64e15 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613191 Mar 03 16:17:21.059203 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4420ded1-c4db-4e39-8b44-ea5fcc2c5c2f admin admin] Made reservation on behalf of d627aeb1e96e48ecb09d060a2b8286f8 for: {'subnet': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:17:21.061859 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4420ded1-c4db-4e39-8b44-ea5fcc2c5c2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5598022'] for subnet (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.219111 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4420ded1-c4db-4e39-8b44-ea5fcc2c5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5579538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5598068'] for subnet (680453cf-89d9-4f73-8416-bb8ef07078cc), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.277800 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420ded1-c4db-4e39-8b44-ea5fcc2c5c2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=680453cf-89d9-4f73-8416-bb8ef07078cc,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:21.285496 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4420ded1-c4db-4e39-8b44-ea5fcc2c5c2f admin admin] Checking segment: {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:17:21.285888 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4420ded1-c4db-4e39-8b44-ea5fcc2c5c2f admin admin] Network hostable DHCP agents. Network: 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:17:21.302607 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4420ded1-c4db-4e39-8b44-ea5fcc2c5c2f admin admin] Network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:17:21.311386 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-4420ded1-c4db-4e39-8b44-ea5fcc2c5c2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d) {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:17:21.316019 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4420ded1-c4db-4e39-8b44-ea5fcc2c5c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:21.317096 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4420ded1-c4db-4e39-8b44-ea5fcc2c5c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.320442 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69b0a1c-28fa-459c-9a7d-5d9a4d4e67e3 None None] Network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:17:21.335768 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-4420ded1-c4db-4e39-8b44-ea5fcc2c5c2f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3200974 Mar 03 16:17:21.335963 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38900) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:21.340299 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:21.361346 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1675644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127579'] for router (7dae0c1e-55cc-4bed-aabb-8c35b938a950), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.362266 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1677292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1871546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127522'] for router (7dae0c1e-55cc-4bed-aabb-8c35b938a950), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.414532 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Publish callbacks [] for router_controller (7dae0c1e-55cc-4bed-aabb-8c35b938a950), precommit_add_association {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.419508 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1efa712b-3055-5a59-bf7b-02c9fcd087bf-7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc'}]}} from dv-cinder-830538-6-iscsi. {{(pid=103059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 16:17:21.420391 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.553423 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Publish callbacks [] for router_gateway (7dae0c1e-55cc-4bed-aabb-8c35b938a950), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.558332 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.db_base_plugin_common [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Allocated IP 172.20.0.2 (7c2898df-ed08-4c3b-a408-2cbfe49c0e3d/680453cf-89d9-4f73-8416-bb8ef07078cc/bd99f568-26c7-416e-8af3-310f7bf20828) {{(pid=103059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:17:21.701800 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Publish callbacks [] for port (bd99f568-26c7-416e-8af3-310f7bf20828), precommit_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.708421 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.749599 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d is already hosted by enough agents. {{(pid=103059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:17:21.755396 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Publish callbacks [] for router_gateway (7dae0c1e-55cc-4bed-aabb-8c35b938a950), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.755667 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.base_scheduler [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Resources bound (agent type, host, resource id): {{(pid=103059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:17:21.757491 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Pushing event updated for resources: {'Port': ['ID=bd99f568-26c7-416e-8af3-310f7bf20828,revision_number=1']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:21.759584 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Received port after_create {{(pid=103059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:17:21.777174 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.820908 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Attempting to bind port bd99f568-26c7-416e-8af3-310f7bf20828 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:17:21.821277 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Attempting to bind port bd99f568-26c7-416e-8af3-310f7bf20828 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:17:21.821638 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Attempting to bind port bd99f568-26c7-416e-8af3-310f7bf20828 on network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:17:21.826549 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:17:21.826904 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Checking segment: {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:17:21.827307 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.827719 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Bound using segment: {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:17:21.828201 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Bound port: bd99f568-26c7-416e-8af3-310f7bf20828, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:17:21.828576 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:21.886844 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Allocated IP 172.27.2.114 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:17:21.992574 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Publish callbacks [] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:22.010309 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] For port bd99f568-26c7-416e-8af3-310f7bf20828, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:17:22.013463 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] For port bd99f568-26c7-416e-8af3-310f7bf20828, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=bd99f568-26c7-416e-8af3-310f7bf20828,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:17:22.018565 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:22.025298 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:22.067060 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:17:22.069961 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:17:22.073469 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:17:22.075194 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f7766-7527-42c2-b372-d406b9294d15 None None] Pushing event updated for resources: {'Port': ['ID=bd99f568-26c7-416e-8af3-310f7bf20828,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:22.102409 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Pushing event updated for resources: {'Port': ['ID=d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:22.191952 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd5be2-190d-4402-be42-994ade8f82c0 req-8ad02270-4b83-44a3-adcc-8fb1e9f17b08 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:22.193713 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f5dd5be2-190d-4402-be42-994ade8f82c0 req-8ad02270-4b83-44a3-adcc-8fb1e9f17b08 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 946 time: 0.0582168 Mar 03 16:17:22.257679 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f5dd5be2-190d-4402-be42-994ade8f82c0 req-be214dcf-aab4-4053-bd4f-5dcdb890f0ba tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582521 Mar 03 16:17:22.361999 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Publish callbacks [] for router_gateway (7dae0c1e-55cc-4bed-aabb-8c35b938a950), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:22.564278 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672302'] for router (7dae0c1e-55cc-4bed-aabb-8c35b938a950), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:22.693140 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 is scheduled to L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 with binding_index 1 {{(pid=103057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 16:17:22.799900 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:17:22.809656 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Sync routers for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:17:22.817942 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:22.821882 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-79578b33-d4f2-4f12-8464-1a24dd43ae46 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4821866 Mar 03 16:17:22.821882 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38908) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:22.822371 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:17:22.822992 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:17:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:22.936453 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:17:23.105505 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ab59c-14bb-4dfc-9158-127dfdd5a5a4 None None] Network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:17:23.201658 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-3051310b-0b88-4865-a076-458abfe0fe2b None None] Provisioning complete for port bd99f568-26c7-416e-8af3-310f7bf20828 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:23.202033 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-3051310b-0b88-4865-a076-458abfe0fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.223298 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:22Z', 'revision_number': 3, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:23.254041 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.274744 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Checking router: 7dae0c1e-55cc-4bed-aabb-8c35b938a950 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:17:23.275096 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Updating router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 binding host dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:17:23.315874 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.447086 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d0bfb-5d5e-4bed-8d55-51ccc777962f req-0217d48e-23a2-402c-96e9-a935ebea22c7 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:23.450976 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-3051310b-0b88-4865-a076-458abfe0fe2b None None] Current status of the port bd99f568-26c7-416e-8af3-310f7bf20828 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:23.451372 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-3051310b-0b88-4865-a076-458abfe0fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.452130 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-625d0bfb-5d5e-4bed-8d55-51ccc777962f req-0217d48e-23a2-402c-96e9-a935ebea22c7 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 946 time: 0.1014597 Mar 03 16:17:23.480457 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Allocated IP 172.20.0.1 (7c2898df-ed08-4c3b-a408-2cbfe49c0e3d/680453cf-89d9-4f73-8416-bb8ef07078cc/4074d847-b9cc-41ec-9c48-2c4d49b66fe3) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:17:23.528167 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-625d0bfb-5d5e-4bed-8d55-51ccc777962f req-ae572994-bf48-458b-80c3-2dff7294a7d6 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742109 Mar 03 16:17:23.551115 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-3051310b-0b88-4865-a076-458abfe0fe2b None None] For port bd99f568-26c7-416e-8af3-310f7bf20828, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=bd99f568-26c7-416e-8af3-310f7bf20828,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:23.551115 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-3051310b-0b88-4865-a076-458abfe0fe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.620593 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Publish callbacks [] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.624884 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051310b-0b88-4865-a076-458abfe0fe2b None None] Pushing event updated for resources: {'Port': ['ID=bd99f568-26c7-416e-8af3-310f7bf20828,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:23.654640 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.699895 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-3a0e0a4a-7540-4f3b-91f4-273004aa7427 None None] Provisioning complete for port bd99f568-26c7-416e-8af3-310f7bf20828 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:23.700252 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:17:23.700383 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-3a0e0a4a-7540-4f3b-91f4-273004aa7427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.703410 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:17:23.706475 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:17:23.706795 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Publish callbacks [] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), precommit_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.730062 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.738917 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Pushing event updated for resources: {'Port': ['ID=4074d847-b9cc-41ec-9c48-2c4d49b66fe3,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:23.760398 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673011'] for router_interface (7dae0c1e-55cc-4bed-aabb-8c35b938a950), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.797701 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Attempting to bind port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:17:23.798112 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Attempting to bind port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:17:23.798476 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Attempting to bind port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 on network b455cb9f-0d66-40ce-a781-3917c21627ac {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:17:23.807928 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd1171-e397-4af3-a853-c19720927100 None None] Pushing event updated for resources: {'Port': ['ID=d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:23.811909 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:17:23.812571 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Checking segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:17:23.812707 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.813052 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Bound using segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:17:23.814074 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Bound port: d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:17:23.814468 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.896136 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e0a4a-7540-4f3b-91f4-273004aa7427 None None] Current status of the port bd99f568-26c7-416e-8af3-310f7bf20828 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:23.906802 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] For port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:17:23.910307 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] For port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:17:23.922679 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.935460 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:23.991128 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:17:23.991646 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:17:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:24.035593 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd1171-e397-4af3-a853-c19720927100 None None] Pushing event updated for resources: {'Port': ['ID=d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:24.090294 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device bd99f568-26c7-416e-8af3-310f7bf20828 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:17:24.141986 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Publish callbacks [] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:24.148261 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:24.160040 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:17:24.162499 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-387eb23c-4eb9-41fa-a818-29b48c5a670f None None] Provisioning complete for port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:24.162499 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-387eb23c-4eb9-41fa-a818-29b48c5a670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:24.232840 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678243'] for router_interface (7dae0c1e-55cc-4bed-aabb-8c35b938a950), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:24.236688 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Pushing event updated for resources: {'Port': ['ID=4074d847-b9cc-41ec-9c48-2c4d49b66fe3,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:24.256671 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-387eb23c-4eb9-41fa-a818-29b48c5a670f None None] Port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:17:24.285107 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port bd99f568-26c7-416e-8af3-310f7bf20828 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:24.285402 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:24.581415 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port bd99f568-26c7-416e-8af3-310f7bf20828 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:24.604345 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 1, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:24.616330 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db5a70-6367-46ae-a1ff-91f55f21a522 req-a138567d-3a75-4da3-99be-6f7789dfef21 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:24.618026 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-45db5a70-6367-46ae-a1ff-91f55f21a522 req-a138567d-3a75-4da3-99be-6f7789dfef21 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 946 time: 0.3679829 Mar 03 16:17:24.627266 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:17:24.631123 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf0cec9-1917-40c8-9481-2d623b77829a None None] The sync data for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi is: [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 1, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:17:24.634868 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:17:24.718919 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-45db5a70-6367-46ae-a1ff-91f55f21a522 req-df2eb50b-1d7c-4573-9ad1-6c8d19db7eb0 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942497 Mar 03 16:17:24.791054 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:17:24.880160 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-0710c603-fa55-4bae-a225-1b01cc17c465 None None] Provisioning complete for port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:24.880741 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0710c603-fa55-4bae-a225-1b01cc17c465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:24.919299 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-0710c603-fa55-4bae-a225-1b01cc17c465 None None] Port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:17:24.924922 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:17:24.929893 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-4fb5971a-3f9b-4475-bd2a-17906326f314 admin admin] 10.222.0.11 "PUT /v2.0/routers/7dae0c1e-55cc-4bed-aabb-8c35b938a950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1070442 Mar 03 16:17:25.464649 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 38942) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:25.470962 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2073178952-network', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:25.492228 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Made reservation on behalf of 34ec0ff41cfa44e1aa0460fc25d7218a for: {'network': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:17:25.494716 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for network (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:25.504436 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:25.586682 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Publish callbacks [] for security_group (e4153565-8aa5-4c98-bfcc-d382390ba3cc), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:25.591009 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e4153565-8aa5-4c98-bfcc-d382390ba3cc), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:25.623708 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=103057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 16:17:25.634068 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4153565-8aa5-4c98-bfcc-d382390ba3cc,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:25.641958 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (6a4e0d3c-fe09-4cee-9cd1-9e780983972c), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:25.642353 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.segments_db [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Added segment 6a4e0d3c-fe09-4cee-9cd1-9e780983972c of type vlan for network a40e6674-6fca-41d3-8d7b-83ea770227cc Mar 03 16:17:25.690512 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770328345667'] for network (a40e6674-6fca-41d3-8d7b-83ea770227cc), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:25.719021 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886'] for network (a40e6674-6fca-41d3-8d7b-83ea770227cc), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:25.720745 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:25.721388 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:25.776430 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3103218 Mar 03 16:17:25.779331 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38946) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:25.787088 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-09f2c1fb-c7a1-4d1d-8b28-3dd895d66597 admin admin] Request body: {'subnet': {'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2073178952-subnet', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'ip_version': 4}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:25.788604 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded46b0-9b2b-4f27-b95d-de945bc61386 admin admin] Pushing event updated for resources: {'Network': ['ID=a40e6674-6fca-41d3-8d7b-83ea770227cc,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:25.802403 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Network a40e6674-6fca-41d3-8d7b-83ea770227cc details requested by agent ovs-agent-dv-cinder-830538-6-iscsi with host dv-cinder-830538-6-iscsi {{(pid=103059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 03 16:17:25.830882 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f2c1fb-c7a1-4d1d-8b28-3dd895d66597 admin admin] Made reservation on behalf of 34ec0ff41cfa44e1aa0460fc25d7218a for: {'subnet': 1} {{(pid=103058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:17:25.836029 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-09f2c1fb-c7a1-4d1d-8b28-3dd895d66597 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6172605'] for subnet (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:25.936763 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1fe5e-f790-4a57-a9b5-1f17514355cf req-d6760b42-9daa-45dc-8740-1dcaa20bec84 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:25.938288 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dae1fe5e-f790-4a57-a9b5-1f17514355cf req-d6760b42-9daa-45dc-8740-1dcaa20bec84 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 946 time: 0.1183269 Mar 03 16:17:26.020230 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:17:26.036062 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-dae1fe5e-f790-4a57-a9b5-1f17514355cf req-5b01ef84-8d83-4901-a475-5e837ae3edfa tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865703 Mar 03 16:17:26.071701 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:26.072064 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.096369 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-09f2c1fb-c7a1-4d1d-8b28-3dd895d66597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5887429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6172559'] for subnet (c6c1e566-45fb-49bc-a1fe-6ca6351b6db8), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.129914 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3fb2d-8f39-46c8-b465-0bc7b2348dc8 req-780e1052-94e0-4aeb-bb9f-4c6c98e0ba8a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:26.131685 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-56c3fb2d-8f39-46c8-b465-0bc7b2348dc8 req-780e1052-94e0-4aeb-bb9f-4c6c98e0ba8a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 946 time: 0.0706210 Mar 03 16:17:26.166494 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:26.167247 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.178693 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f2c1fb-c7a1-4d1d-8b28-3dd895d66597 admin admin] Checking segment: {'id': '6a4e0d3c-fe09-4cee-9cd1-9e780983972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:17:26.179104 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f2c1fb-c7a1-4d1d-8b28-3dd895d66597 admin admin] Network hostable DHCP agents. Network: a40e6674-6fca-41d3-8d7b-83ea770227cc, hostable agents: ['795106e8-8d97-4051-8a56-0244d579075e'], hosted agents: [] {{(pid=103058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 16:17:26.189133 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2c1fb-c7a1-4d1d-8b28-3dd895d66597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6c1e566-45fb-49bc-a1fe-6ca6351b6db8,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:26.191066 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:26.197002 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.211997 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f2c1fb-c7a1-4d1d-8b28-3dd895d66597 admin admin] Network a40e6674-6fca-41d3-8d7b-83ea770227cc is scheduled to be hosted by DHCP agent 795106e8-8d97-4051-8a56-0244d579075e with binding_index 1 {{(pid=103058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 16:17:26.225426 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-09f2c1fb-c7a1-4d1d-8b28-3dd895d66597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830538-6-iscsi, a40e6674-6fca-41d3-8d7b-83ea770227cc) {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:17:26.230736 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f2c1fb-c7a1-4d1d-8b28-3dd895d66597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:26.231884 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-09f2c1fb-c7a1-4d1d-8b28-3dd895d66597 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.244516 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de92f6f0-8b54-430f-ab40-e7e17a268bf5 None None] Network a40e6674-6fca-41d3-8d7b-83ea770227cc requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:17:26.250091 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-09f2c1fb-c7a1-4d1d-8b28-3dd895d66597 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4689424 Mar 03 16:17:26.252783 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38948) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:26.257560 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2073178952-router', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:26.271417 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-56c3fb2d-8f39-46c8-b465-0bc7b2348dc8 req-626d4e4c-1cda-4b77-9bad-b07b504e809a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Deleting port 3893d50c-9a98-4ca4-8603-a55e5aec96b3 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:17:26.272135 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-56c3fb2d-8f39-46c8-b465-0bc7b2348dc8 req-626d4e4c-1cda-4b77-9bad-b07b504e809a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.282022 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1675644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127579'] for router (a3b6a9bd-307d-4286-bb91-4fcd193b2126), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.283297 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1677292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1672243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1871546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127522'] for router (a3b6a9bd-307d-4286-bb91-4fcd193b2126), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.296749 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:26.353329 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Publish callbacks [] for router_controller (a3b6a9bd-307d-4286-bb91-4fcd193b2126), precommit_add_association {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.368943 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1efa712b-3055-5a59-bf7b-02c9fcd087bf-a40e6674-6fca-41d3-8d7b-83ea770227cc', 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc', 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'fixed_ips': [{'subnet_id': 'c6c1e566-45fb-49bc-a1fe-6ca6351b6db8'}]}} from dv-cinder-830538-6-iscsi. {{(pid=103059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 03 16:17:26.369811 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.375548 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-56c3fb2d-8f39-46c8-b465-0bc7b2348dc8 req-626d4e4c-1cda-4b77-9bad-b07b504e809a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] For port 3893d50c-9a98-4ca4-8603-a55e5aec96b3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=3893d50c-9a98-4ca4-8603-a55e5aec96b3,segment=NetworkSegment(c886bf43-5d29-4009-8299-5981f97817d6),segment_id=c886bf43-5d29-4009-8299-5981f97817d6)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:26.376001 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-56c3fb2d-8f39-46c8-b465-0bc7b2348dc8 req-626d4e4c-1cda-4b77-9bad-b07b504e809a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.391926 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-56c3fb2d-8f39-46c8-b465-0bc7b2348dc8 req-626d4e4c-1cda-4b77-9bad-b07b504e809a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Calling delete_port for 3893d50c-9a98-4ca4-8603-a55e5aec96b3 owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:17:26.505785 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Publish callbacks [] for router_gateway (a3b6a9bd-307d-4286-bb91-4fcd193b2126), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.510436 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.db_base_plugin_common [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Allocated IP 172.20.0.2 (a40e6674-6fca-41d3-8d7b-83ea770227cc/c6c1e566-45fb-49bc-a1fe-6ca6351b6db8/843c51d5-faaf-4af6-bdc4-ca48306d1a99) {{(pid=103059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:17:26.550327 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-56c3fb2d-8f39-46c8-b465-0bc7b2348dc8 req-626d4e4c-1cda-4b77-9bad-b07b504e809a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (3893d50c-9a98-4ca4-8603-a55e5aec96b3), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.574243 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['3893d50c-9a98-4ca4-8603-a55e5aec96b3'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:17:26.578390 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d4e4c-1cda-4b77-9bad-b07b504e809a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Pushing event deleted for resources: {'Port': ['ID=3893d50c-9a98-4ca4-8603-a55e5aec96b3,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:26.629617 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c3fb2d-8f39-46c8-b465-0bc7b2348dc8 req-626d4e4c-1cda-4b77-9bad-b07b504e809a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] No DVR routers for this DVR port 3893d50c-9a98-4ca4-8603-a55e5aec96b3 on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:17:26.632195 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-56c3fb2d-8f39-46c8-b465-0bc7b2348dc8 req-626d4e4c-1cda-4b77-9bad-b07b504e809a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.635458 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-56c3fb2d-8f39-46c8-b465-0bc7b2348dc8 req-626d4e4c-1cda-4b77-9bad-b07b504e809a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.10 "DELETE /v2.0/ports/3893d50c-9a98-4ca4-8603-a55e5aec96b3 HTTP/1.1" status: 204 len: 173 time: 0.4979706 Mar 03 16:17:26.635904 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216', 'name': 'network-vif-deleted', 'tag': '3893d50c-9a98-4ca4-8603-a55e5aec96b3'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:17:26.638154 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c25c5cb-274a-414e-bfd8-4ac0738275ff" -d '{"events": [{"server_uuid": "ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216", "name": "network-vif-deleted", "tag": "3893d50c-9a98-4ca4-8603-a55e5aec96b3"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:17:26.702881 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf09de0f-8835-4e20-8899-6e50575bc8f2 x-openstack-request-id: req-cf09de0f-8835-4e20-8899-6e50575bc8f2 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:17:26.703177 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216", "name": "network-vif-deleted", "tag": "3893d50c-9a98-4ca4-8603-a55e5aec96b3", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:17:26.703481 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf09de0f-8835-4e20-8899-6e50575bc8f2 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:17:26.703909 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216', 'name': 'network-vif-deleted', 'tag': '3893d50c-9a98-4ca4-8603-a55e5aec96b3', 'status': 'completed', 'code': 200} Mar 03 16:17:26.727482 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Publish callbacks [] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), precommit_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.740441 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), after_create {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.772504 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Publish callbacks [] for router_gateway (a3b6a9bd-307d-4286-bb91-4fcd193b2126), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.789001 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Network a40e6674-6fca-41d3-8d7b-83ea770227cc is already hosted by enough agents. {{(pid=103059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:17:26.792124 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.scheduler.base_scheduler [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Resources bound (agent type, host, resource id): {{(pid=103059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:17:26.792721 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.795690 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Received port after_create {{(pid=103059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:17:26.806186 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Pushing event updated for resources: {'Port': ['ID=843c51d5-faaf-4af6-bdc4-ca48306d1a99,revision_number=1']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:26.856380 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Attempting to bind port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:17:26.856752 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Attempting to bind port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '6a4e0d3c-fe09-4cee-9cd1-9e780983972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:17:26.857115 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Attempting to bind port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 on network a40e6674-6fca-41d3-8d7b-83ea770227cc {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:17:26.862591 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:17:26.862967 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Checking segment: {'id': '6a4e0d3c-fe09-4cee-9cd1-9e780983972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:17:26.863373 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.863796 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Bound using segment: {'id': '6a4e0d3c-fe09-4cee-9cd1-9e780983972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:17:26.864258 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Bound port: 843c51d5-faaf-4af6-bdc4-ca48306d1a99, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4e0d3c-fe09-4cee-9cd1-9e780983972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:17:26.864638 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:26.906674 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Allocated IP 172.27.2.207 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/68b49297-d5c9-40a8-b116-a188bd3f2402) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:17:26.930833 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] For port 843c51d5-faaf-4af6-bdc4-ca48306d1a99, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:17:26.934079 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] For port 843c51d5-faaf-4af6-bdc4-ca48306d1a99, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=843c51d5-faaf-4af6-bdc4-ca48306d1a99,segment=NetworkSegment(6a4e0d3c-fe09-4cee-9cd1-9e780983972c),segment_id=6a4e0d3c-fe09-4cee-9cd1-9e780983972c)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:17:26.940430 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:27.009862 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b2e7d-c268-430d-9a66-f60d4d0df302 None None] Pushing event updated for resources: {'Port': ['ID=843c51d5-faaf-4af6-bdc4-ca48306d1a99,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:27.020598 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Publish callbacks [] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:27.058190 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:27.106516 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Sync routers for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:17:27.108883 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:17:27.118782 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:17:27.120789 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:17:27.121280 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:17:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:27.122050 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:17:27.184274 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8d5987e3-0436-4f80-bada-da0b8ec369b4 req-3838579a-637b-43f3-b4df-066baafc07fa tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac542d1a-6f63-47e3-b2d3-b5ebaf3bb216 HTTP/1.1" status: 200 len: 210 time: 0.0373673 Mar 03 16:17:27.192864 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Pushing event updated for resources: {'Port': ['ID=68b49297-d5c9-40a8-b116-a188bd3f2402,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:27.306351 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:17:27.466363 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Publish callbacks [] for router_gateway (a3b6a9bd-307d-4286-bb91-4fcd193b2126), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:27.524986 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:24Z', 'revision_number': 2, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:27.553318 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Checking router: 7dae0c1e-55cc-4bed-aabb-8c35b938a950 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:17:27.553669 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Updating router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 binding host dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:17:27.581375 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:27.669827 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1677307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672302'] for router (a3b6a9bd-307d-4286-bb91-4fcd193b2126), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:27.822452 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Router a3b6a9bd-307d-4286-bb91-4fcd193b2126 is scheduled to L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 with binding_index 1 {{(pid=103058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 03 16:17:27.870111 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Publish callbacks [] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), precommit_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:27.875892 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:27.927359 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Pushing event updated for resources: {'Port': ['ID=4074d847-b9cc-41ec-9c48-2c4d49b66fe3,revision_number=3']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:27.937404 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:27.937770 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:27.938214 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:27.938984 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:27.939314 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:27.939841 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:27.940236 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:27.940563 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:27.940891 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:27.941231 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:27.941555 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:27.941874 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:27.943129 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:17:28.018849 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Attempting to bind port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:17:28.019222 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Attempting to bind port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:17:28.019581 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Attempting to bind port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 on network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:17:28.029206 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:17:28.029723 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Checking segment: {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:17:28.029989 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:28.030382 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Bound using segment: {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:17:28.030854 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Bound port: 4074d847-b9cc-41ec-9c48-2c4d49b66fe3, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'}}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:17:28.031231 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:28.127162 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] For port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:17:28.133690 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] For port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=4074d847-b9cc-41ec-9c48-2c4d49b66fe3,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:17:28.139110 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939ef67-1186-4379-9132-44408b207d35 None None] Network a40e6674-6fca-41d3-8d7b-83ea770227cc requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:17:28.140899 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:28.213785 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:17:28.224463 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c08bd-e711-4de2-9266-c695e3fec276 None None] Pushing event updated for resources: {'Port': ['ID=4074d847-b9cc-41ec-9c48-2c4d49b66fe3,revision_number=4']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:28.232298 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:17:28.232798 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:17:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:28.237282 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:28.238540 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-5bbd8f68-6799-45a4-8951-f0790145a631 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9846375 Mar 03 16:17:28.241934 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38956) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:28.261431 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 843c51d5-faaf-4af6-bdc4-ca48306d1a99 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:17:28.265775 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Sync routers for ids ['a3b6a9bd-307d-4286-bb91-4fcd193b2126'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:17:28.366504 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-0388868d-d2f3-49df-bdf3-2971b236e7bd None None] Provisioning complete for port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:28.366887 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0388868d-d2f3-49df-bdf3-2971b236e7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:28.392015 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Routers {'a3b6a9bd-307d-4286-bb91-4fcd193b2126'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:17:28.392664 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:17:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['a3b6a9bd-307d-4286-bb91-4fcd193b2126'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:28.547160 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:17:28.565083 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:28.565473 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:28.606617 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Set router a3b6a9bd-307d-4286-bb91-4fcd193b2126 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:17:28.752335 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-0388868d-d2f3-49df-bdf3-2971b236e7bd None None] Current status of the port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:28.752729 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0388868d-d2f3-49df-bdf3-2971b236e7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:28.807209 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-0388868d-d2f3-49df-bdf3-2971b236e7bd None None] For port 843c51d5-faaf-4af6-bdc4-ca48306d1a99, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=843c51d5-faaf-4af6-bdc4-ca48306d1a99,segment=NetworkSegment(6a4e0d3c-fe09-4cee-9cd1-9e780983972c),segment_id=6a4e0d3c-fe09-4cee-9cd1-9e780983972c)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:28.807394 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecaa40-1220-46f1-9002-9b191590bcde req-7175421f-9a69-4b2d-bc22-f8c58cc05924 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:28.809131 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-7175421f-9a69-4b2d-bc22-f8c58cc05924 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/networks?id=68d890a5-499a-4085-8065-2ec5eed4b509 HTTP/1.1" status: 200 len: 809 time: 0.2898598 Mar 03 16:17:28.824968 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:28Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:28.833146 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0388868d-d2f3-49df-bdf3-2971b236e7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:28.849742 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-1c8b4ad7-c4eb-4c73-8d62-a4214aee73da tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/quotas/91f0011763844f15a91ff8281fe4118f HTTP/1.1" status: 200 len: 375 time: 0.0334709 Mar 03 16:17:28.858092 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4eace-c36f-427c-ad87-c9a70caa74e3 None None] The sync data for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi is: [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:28Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:17:28.890256 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:28.890654 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:28.891250 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-47b0e0cf-d573-4866-ba04-de88d72c89ca tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=91f0011763844f15a91ff8281fe4118f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359666 Mar 03 16:17:28.893245 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:28.960520 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0388868d-d2f3-49df-bdf3-2971b236e7bd None None] Pushing event updated for resources: {'Port': ['ID=843c51d5-faaf-4af6-bdc4-ca48306d1a99,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:29.010564 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-b6bb7447-7062-43b5-9b07-afe1f0c6ab3e None None] Provisioning complete for port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:29.011036 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7447-7062-43b5-9b07-afe1f0c6ab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.061451 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.db.api [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 16:17:29.061895 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG oslo_db.api [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 16:17:29.079876 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Allocated IP 172.20.0.1 (a40e6674-6fca-41d3-8d7b-83ea770227cc/c6c1e566-45fb-49bc-a1fe-6ca6351b6db8/115a9fc0-e185-4530-8a2b-4143cb705702) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:17:29.083183 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'name': 'tempest-TestVolumeBootPattern-2073178952-router', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:27Z', 'revision_number': 3, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'gw_port': {'id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:29.240854 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-f551fc1e-7e3b-44bd-a57d-58fb37bc9fe7 service neutron] 10.222.0.11 "GET /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311615 Mar 03 16:17:29.263779 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Checking router: a3b6a9bd-307d-4286-bb91-4fcd193b2126 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:17:29.264262 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Updating router a3b6a9bd-307d-4286-bb91-4fcd193b2126 port 68b49297-d5c9-40a8-b116-a188bd3f2402 binding host dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:17:29.293080 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb7447-7062-43b5-9b07-afe1f0c6ab3e None None] Current status of the port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:29.302249 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.313757 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Publish callbacks [] for port (115a9fc0-e185-4530-8a2b-4143cb705702), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.327915 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-b6bb7447-7062-43b5-9b07-afe1f0c6ab3e None None] Provisioning complete for port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:29.328626 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7447-7062-43b5-9b07-afe1f0c6ab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.371949 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-721e9cef-e814-482f-9312-f6eb71004b00 service neutron] 10.222.0.11 "GET /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194468 Mar 03 16:17:29.378586 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.446390 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Network a40e6674-6fca-41d3-8d7b-83ea770227cc is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:17:29.449461 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:17:29.453146 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:17:29.497614 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-b6bb7447-7062-43b5-9b07-afe1f0c6ab3e None None] Current status of the port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:29.498058 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7447-7062-43b5-9b07-afe1f0c6ab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.503495 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1673011'] for router_interface (a3b6a9bd-307d-4286-bb91-4fcd193b2126), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.506363 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=115a9fc0-e185-4530-8a2b-4143cb705702,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:29.631118 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-b6bb7447-7062-43b5-9b07-afe1f0c6ab3e None None] For port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=4074d847-b9cc-41ec-9c48-2c4d49b66fe3,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:29.661995 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7447-7062-43b5-9b07-afe1f0c6ab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.669100 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ae7ac4a-1e7d-454d-86f3-16276acdf7b9 req-ba116a8f-1d94-429e-9262-5441f26dc106 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 210 time: 0.0771980 Mar 03 16:17:29.690204 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:29.691795 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:17:29.772781 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.818428 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb7447-7062-43b5-9b07-afe1f0c6ab3e None None] Pushing event updated for resources: {'Port': ['ID=4074d847-b9cc-41ec-9c48-2c4d49b66fe3,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:29.881775 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:29.882268 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.916958 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Publish callbacks [] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), precommit_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.932351 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.944326 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-ce2517bd-63f4-487f-9a35-8d7b43f9fa0d None None] Provisioning complete for port 115a9fc0-e185-4530-8a2b-4143cb705702 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:29.944707 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ce2517bd-63f4-487f-9a35-8d7b43f9fa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:29.994246 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Publish callbacks [] for port (115a9fc0-e185-4530-8a2b-4143cb705702), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:30.000022 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5887416'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:30.028768 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Attempting to bind port 68b49297-d5c9-40a8-b116-a188bd3f2402 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:17:30.029140 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Attempting to bind port 68b49297-d5c9-40a8-b116-a188bd3f2402 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:17:30.029506 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Attempting to bind port 68b49297-d5c9-40a8-b116-a188bd3f2402 on network b455cb9f-0d66-40ce-a781-3917c21627ac {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:17:30.040381 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01be2e-6973-44aa-b264-e9002fc88484 None None] Pushing event updated for resources: {'Port': ['ID=68b49297-d5c9-40a8-b116-a188bd3f2402,revision_number=2']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:30.046026 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-ce2517bd-63f4-487f-9a35-8d7b43f9fa0d None None] Port 115a9fc0-e185-4530-8a2b-4143cb705702 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:17:30.048064 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:17:30.048422 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Checking segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:17:30.048737 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:30.049311 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Bound using segment: {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'} {{(pid=103059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:17:30.049802 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.managers [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Bound port: 68b49297-d5c9-40a8-b116-a188bd3f2402, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e32ff9-551d-40db-8802-d87a59faf760', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}}] {{(pid=103059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:17:30.050263 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:30.073995 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1637644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1678243'] for router_interface (a3b6a9bd-307d-4286-bb91-4fcd193b2126), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:30.075997 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=115a9fc0-e185-4530-8a2b-4143cb705702,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:30.125835 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 3893d50c-9a98-4ca4-8603-a55e5aec96b3 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:17:30.134496 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:30.161736 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 3893d50c-9a98-4ca4-8603-a55e5aec96b3 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:17:30.162226 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 3893d50c-9a98-4ca4-8603-a55e5aec96b3 not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:17:30.169165 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] For port 68b49297-d5c9-40a8-b116-a188bd3f2402, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:17:30.175103 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] For port 68b49297-d5c9-40a8-b116-a188bd3f2402, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=68b49297-d5c9-40a8-b116-a188bd3f2402,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:17:30.180585 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Network a40e6674-6fca-41d3-8d7b-83ea770227cc is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:17:30.182174 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:17:30.187221 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:30.248080 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Routers {'a3b6a9bd-307d-4286-bb91-4fcd193b2126'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:17:30.248933 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:17:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['a3b6a9bd-307d-4286-bb91-4fcd193b2126'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:30.310389 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 843c51d5-faaf-4af6-bdc4-ca48306d1a99 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:17:30.316696 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01be2e-6973-44aa-b264-e9002fc88484 None None] Pushing event updated for resources: {'Port': ['ID=68b49297-d5c9-40a8-b116-a188bd3f2402,revision_number=3']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:30.390661 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Router a3b6a9bd-307d-4286-bb91-4fcd193b2126 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:17:30.430410 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] Set router a3b6a9bd-307d-4286-bb91-4fcd193b2126 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:17:30.463991 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:30.464371 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:30.514085 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:17:30.525619 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-fb2bd3e6-8663-45ee-8089-eba38eb51fa7 admin admin] 10.222.0.11 "PUT /v2.0/routers/a3b6a9bd-307d-4286-bb91-4fcd193b2126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2833879 Mar 03 16:17:30.621531 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-2c458c67-4dfa-40d8-b9be-8ec535e609ac None None] Provisioning complete for port 115a9fc0-e185-4530-8a2b-4143cb705702 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:30.621883 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-2c458c67-4dfa-40d8-b9be-8ec535e609ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:30.732632 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-2c458c67-4dfa-40d8-b9be-8ec535e609ac None None] Port 115a9fc0-e185-4530-8a2b-4143cb705702 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:17:30.777112 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:30.777812 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:17:30.778328 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:17:30.804480 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8aea039b-c2e8-46c9-9e06-016908bb01c9 req-1b195f55-9156-4cbc-b5d4-4941267041e5 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 210 time: 0.0416842 Mar 03 16:17:30.857925 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'name': 'tempest-TestVolumeBootPattern-2073178952-router', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 4, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'gw_port': {'id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '115a9fc0-e185-4530-8a2b-4143cb705702', 'name': '', 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'mac_address': 'fa:16:3e:94:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c6c1e566-45fb-49bc-a1fe-6ca6351b6db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:28Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 2, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'subnets': [{'id': 'c6c1e566-45fb-49bc-a1fe-6ca6351b6db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:30.887995 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5eba41-efb6-48d7-93fe-64110edce8b8 None None] The sync data for ids ['a3b6a9bd-307d-4286-bb91-4fcd193b2126'] in dv-cinder-830538-6-iscsi is: [{'id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'name': 'tempest-TestVolumeBootPattern-2073178952-router', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 4, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'gw_port': {'id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '115a9fc0-e185-4530-8a2b-4143cb705702', 'name': '', 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'mac_address': 'fa:16:3e:94:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c6c1e566-45fb-49bc-a1fe-6ca6351b6db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:28Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 2, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'subnets': [{'id': 'c6c1e566-45fb-49bc-a1fe-6ca6351b6db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:17:30.889462 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:30.889834 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:30.895721 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecaa40-1220-46f1-9002-9b191590bcde req-9aee1445-8571-4d7d-92dc-9eeb428dae70 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:30.898106 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-9aee1445-8571-4d7d-92dc-9eeb428dae70 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.10 "GET /v2.0/networks?id=68d890a5-499a-4085-8065-2ec5eed4b509 HTTP/1.1" status: 200 len: 809 time: 0.2148302 Mar 03 16:17:30.913792 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-ebecaa40-1220-46f1-9002-9b191590bcde req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Request body: {'port': {'device_id': '2e326f08-b3b9-4eaf-851b-3e42451a89ff', 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509', 'admin_state_up': True, 'tenant_id': '91f0011763844f15a91ff8281fe4118f'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:30.984210 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:31.042488 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebecaa40-1220-46f1-9002-9b191590bcde req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Made reservation on behalf of 91f0011763844f15a91ff8281fe4118f for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:17:31.046218 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ebecaa40-1220-46f1-9002-9b191590bcde req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.200453 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-ebecaa40-1220-46f1-9002-9b191590bcde req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Allocated IP 172.20.0.2 (68d890a5-499a-4085-8065-2ec5eed4b509/6a409e62-5af3-4bec-84d5-31948779a5ac/0b2fe224-abf4-4f32-ad93-ce63599935f5) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:17:31.356694 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ebecaa40-1220-46f1-9002-9b191590bcde req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks [] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.395241 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ebecaa40-1220-46f1-9002-9b191590bcde req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.445196 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebecaa40-1220-46f1-9002-9b191590bcde req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Network 68d890a5-499a-4085-8065-2ec5eed4b509 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:17:31.448462 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-ebecaa40-1220-46f1-9002-9b191590bcde req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:17:31.452364 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebecaa40-1220-46f1-9002-9b191590bcde req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:17:31.477593 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Pushing event updated for resources: {'Port': ['ID=0b2fe224-abf4-4f32-ad93-ce63599935f5,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:31.512862 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecaa40-1220-46f1-9002-9b191590bcde req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:31.513483 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ebecaa40-1220-46f1-9002-9b191590bcde req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.534567 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-a6f4971e-4829-4725-9b66-404b5dc359fc tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6239853 Mar 03 16:17:31.534713 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 38998) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:31.539165 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-65a7688c-3731-4ce6-8d96-b3554fc77f56 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1388133379', 'description': 'tempest-secgroup-smoke-1388133379 description', 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:31.542318 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Request body: {'port': {'device_id': '2e326f08-b3b9-4eaf-851b-3e42451a89ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:31.564008 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-65a7688c-3731-4ce6-8d96-b3554fc77f56 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.604996 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.668508 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-65a7688c-3731-4ce6-8d96-b3554fc77f56 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group (0ca32481-3626-4c31-96f2-18040add6748), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.673921 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-65a7688c-3731-4ce6-8d96-b3554fc77f56 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (0ca32481-3626-4c31-96f2-18040add6748), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.704697 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7688c-3731-4ce6-8d96-b3554fc77f56 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca32481-3626-4c31-96f2-18040add6748,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:31.710149 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-65a7688c-3731-4ce6-8d96-b3554fc77f56 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.714833 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-65a7688c-3731-4ce6-8d96-b3554fc77f56 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1762145 Mar 03 16:17:31.714833 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 39000) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:31.719396 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-07cb000d-3d28-42f5-9164-17baa841bc0a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'security_group_rule': {'security_group_id': '0ca32481-3626-4c31-96f2-18040add6748', 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:31.745980 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-07cb000d-3d28-42f5-9164-17baa841bc0a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (5621673f-db95-4a57-9018-e95cfbc53960), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.814830 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-07cb000d-3d28-42f5-9164-17baa841bc0a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (5621673f-db95-4a57-9018-e95cfbc53960), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.818754 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-07cb000d-3d28-42f5-9164-17baa841bc0a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (5621673f-db95-4a57-9018-e95cfbc53960), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.839073 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb000d-3d28-42f5-9164-17baa841bc0a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5621673f-db95-4a57-9018-e95cfbc53960,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:31.854759 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-07cb000d-3d28-42f5-9164-17baa841bc0a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.858510 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-07cb000d-3d28-42f5-9164-17baa841bc0a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413043 Mar 03 16:17:31.858829 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 39004) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:31.863847 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-5b1967a6-3d86-480c-84e8-2f55a1d2a7c7 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'security_group_rule': {'security_group_id': '0ca32481-3626-4c31-96f2-18040add6748', 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:31.893394 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5b1967a6-3d86-480c-84e8-2f55a1d2a7c7 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (9a477096-09ed-4646-ac2d-438bd39ecf1a), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.960652 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5b1967a6-3d86-480c-84e8-2f55a1d2a7c7 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (9a477096-09ed-4646-ac2d-438bd39ecf1a), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.966238 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5b1967a6-3d86-480c-84e8-2f55a1d2a7c7 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (9a477096-09ed-4646-ac2d-438bd39ecf1a), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.984747 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1967a6-3d86-480c-84e8-2f55a1d2a7c7 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a477096-09ed-4646-ac2d-438bd39ecf1a,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:31.993797 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5b1967a6-3d86-480c-84e8-2f55a1d2a7c7 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:31.997654 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-5b1967a6-3d86-480c-84e8-2f55a1d2a7c7 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1353979 Mar 03 16:17:31.998923 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 39006) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:31.999352 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a3e8e-3ec8-4a86-91e3-1bb11d43b372 req-6aea98f5-668f-46f4-b7de-f47aa8b25965 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:32.001552 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0f0a3e8e-3ec8-4a86-91e3-1bb11d43b372 req-6aea98f5-668f-46f4-b7de-f47aa8b25965 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 931 time: 0.1104484 Mar 03 16:17:32.004689 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-0d0b064d-c879-4748-93e4-e2658610b6a5 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'security_group_rule': {'security_group_id': '0ca32481-3626-4c31-96f2-18040add6748', 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:32.021515 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2fe224-abf4-4f32-ad93-ce63599935f5 {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:17:32.033691 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0d0b064d-c879-4748-93e4-e2658610b6a5 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (de7915e1-b63b-444b-b646-1add2d9b1dd9), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.038317 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Publish callbacks [] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.061243 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Transition to ACTIVE for port object 0b2fe224-abf4-4f32-ad93-ce63599935f5 will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:17:32.074810 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.087597 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0f0a3e8e-3ec8-4a86-91e3-1bb11d43b372 req-74f18322-53fa-40b7-bad2-ee786295470b tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789626 Mar 03 16:17:32.098670 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0d0b064d-c879-4748-93e4-e2658610b6a5 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (de7915e1-b63b-444b-b646-1add2d9b1dd9), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.103610 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0d0b064d-c879-4748-93e4-e2658610b6a5 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (de7915e1-b63b-444b-b646-1add2d9b1dd9), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.123260 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b064d-c879-4748-93e4-e2658610b6a5 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7915e1-b63b-444b-b646-1add2d9b1dd9,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:32.141282 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0d0b064d-c879-4748-93e4-e2658610b6a5 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.142578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2fe224-abf4-4f32-ad93-ce63599935f5,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:32.145863 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-0d0b064d-c879-4748-93e4-e2658610b6a5 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459677 Mar 03 16:17:32.148861 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 39008) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:32.151366 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-65ada107-ddbb-4e21-a452-83a306184abd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'security_group_rule': {'security_group_id': '0ca32481-3626-4c31-96f2-18040add6748', 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:32.188545 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-65ada107-ddbb-4e21-a452-83a306184abd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (c78436c2-878b-4425-948f-b31f9a0def84), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.213222 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Attempting to bind port 0b2fe224-abf4-4f32-ad93-ce63599935f5 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:17:32.213558 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Attempting to bind port 0b2fe224-abf4-4f32-ad93-ce63599935f5 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'c886bf43-5d29-4009-8299-5981f97817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:17:32.213881 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Attempting to bind port 0b2fe224-abf4-4f32-ad93-ce63599935f5 on network 68d890a5-499a-4085-8065-2ec5eed4b509 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:17:32.218520 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Port 0b2fe224-abf4-4f32-ad93-ce63599935f5 on network 68d890a5-499a-4085-8065-2ec5eed4b509 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:17:32.218840 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Attempting to bind port 0b2fe224-abf4-4f32-ad93-ce63599935f5 on network 68d890a5-499a-4085-8065-2ec5eed4b509 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:17:32.225758 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:17:32.226099 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Checking segment: {'id': 'c886bf43-5d29-4009-8299-5981f97817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:17:32.226476 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Bound using segment: {'id': 'c886bf43-5d29-4009-8299-5981f97817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:17:32.226904 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Bound port: 0b2fe224-abf4-4f32-ad93-ce63599935f5, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c886bf43-5d29-4009-8299-5981f97817d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:17:32.227259 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.275725 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-65ada107-ddbb-4e21-a452-83a306184abd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (c78436c2-878b-4425-948f-b31f9a0def84), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.280525 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-65ada107-ddbb-4e21-a452-83a306184abd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (c78436c2-878b-4425-948f-b31f9a0def84), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.304555 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ada107-ddbb-4e21-a452-83a306184abd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78436c2-878b-4425-948f-b31f9a0def84,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:32.308961 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] For port 0b2fe224-abf4-4f32-ad93-ce63599935f5, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:17:32.310620 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-65ada107-ddbb-4e21-a452-83a306184abd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.314488 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-65ada107-ddbb-4e21-a452-83a306184abd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1644049 Mar 03 16:17:32.314647 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] For port 0b2fe224-abf4-4f32-ad93-ce63599935f5, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0b2fe224-abf4-4f32-ad93-ce63599935f5,segment=NetworkSegment(c886bf43-5d29-4009-8299-5981f97817d6),segment_id=c886bf43-5d29-4009-8299-5981f97817d6)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:17:32.314876 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 39010) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:32.321442 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.321584 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-a231a0d2-b672-401b-ba0d-7caa4f54666d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'security_group_rule': {'security_group_id': '0ca32481-3626-4c31-96f2-18040add6748', 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:32.335616 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 68b49297-d5c9-40a8-b116-a188bd3f2402 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:17:32.348135 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.securitygroups_db [None req-a231a0d2-b672-401b-ba0d-7caa4f54666d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Project d627aeb1e96e48ecb09d060a2b8286f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 16:17:32.353195 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a231a0d2-b672-401b-ba0d-7caa4f54666d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (78caacc1-41c8-4977-867d-b9de26885d95), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.367705 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:32.368396 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.369814 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] 10.222.0.10 "PUT /v2.0/ports/0b2fe224-abf4-4f32-ad93-ce63599935f5 HTTP/1.1" status: 200 len: 1093 time: 0.8317831 Mar 03 16:17:32.370266 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e326f08-b3b9-4eaf-851b-3e42451a89ff', 'tag': '0b2fe224-abf4-4f32-ad93-ce63599935f5'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:17:32.373715 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c5ac39-b29c-4c0a-8b73-e8b31f53b46e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e326f08-b3b9-4eaf-851b-3e42451a89ff", "tag": "0b2fe224-abf4-4f32-ad93-ce63599935f5"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:17:32.408925 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 68b49297-d5c9-40a8-b116-a188bd3f2402 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:32.409319 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.416132 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c31ef-b1f9-4152-9cf1-5ec7bcab3d72 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2fe224-abf4-4f32-ad93-ce63599935f5,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:32.447813 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a231a0d2-b672-401b-ba0d-7caa4f54666d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (78caacc1-41c8-4977-867d-b9de26885d95), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.456154 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a231a0d2-b672-401b-ba0d-7caa4f54666d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (78caacc1-41c8-4977-867d-b9de26885d95), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.479356 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231a0d2-b672-401b-ba0d-7caa4f54666d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78caacc1-41c8-4977-867d-b9de26885d95,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:32.494421 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd34e6d0-fe81-44bb-b0ab-d720797c0832 x-openstack-request-id: req-fd34e6d0-fe81-44bb-b0ab-d720797c0832 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:17:32.494813 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e326f08-b3b9-4eaf-851b-3e42451a89ff", "tag": "0b2fe224-abf4-4f32-ad93-ce63599935f5", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:17:32.495157 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd34e6d0-fe81-44bb-b0ab-d720797c0832 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:17:32.495685 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e326f08-b3b9-4eaf-851b-3e42451a89ff', 'tag': '0b2fe224-abf4-4f32-ad93-ce63599935f5', 'status': 'completed', 'code': 200} Mar 03 16:17:32.497039 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a231a0d2-b672-401b-ba0d-7caa4f54666d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.500951 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecaa40-1220-46f1-9002-9b191590bcde req-f71a4bf0-4242-4488-be0b-5ff5a104d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:32.501150 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a231a0d2-b672-401b-ba0d-7caa4f54666d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1850207 Mar 03 16:17:32.501698 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 39014) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:17:32.504488 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-f71a4bf0-4242-4488-be0b-5ff5a104d53f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91f0011763844f15a91ff8281fe4118f&device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 1127 time: 0.0844412 Mar 03 16:17:32.508865 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-c22cc7d0-51a5-44b6-8f76-5bde2eba9b05 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'security_group_rule': {'security_group_id': '0ca32481-3626-4c31-96f2-18040add6748', 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:17:32.534764 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.securitygroups_db [None req-c22cc7d0-51a5-44b6-8f76-5bde2eba9b05 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Project d627aeb1e96e48ecb09d060a2b8286f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 16:17:32.541649 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c22cc7d0-51a5-44b6-8f76-5bde2eba9b05 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (b83139ea-cc7f-4a0c-b9de-a2b888f09944), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.553609 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-3c375bdb-5bd2-4e03-8f52-119748a7b44a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b2fe224-abf4-4f32-ad93-ce63599935f5 HTTP/1.1" status: 200 len: 217 time: 0.0404692 Mar 03 16:17:32.608490 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebecaa40-1220-46f1-9002-9b191590bcde req-98682daf-cbe9-4750-b162-98445760c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:32.615031 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-98682daf-cbe9-4750-b162-98445760c7db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6a409e62-5af3-4bec-84d5-31948779a5ac HTTP/1.1" status: 200 len: 849 time: 0.0505807 Mar 03 16:17:32.622375 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c22cc7d0-51a5-44b6-8f76-5bde2eba9b05 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (b83139ea-cc7f-4a0c-b9de-a2b888f09944), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.626631 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c22cc7d0-51a5-44b6-8f76-5bde2eba9b05 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (b83139ea-cc7f-4a0c-b9de-a2b888f09944), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.644962 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cc7d0-51a5-44b6-8f76-5bde2eba9b05 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83139ea-cc7f-4a0c-b9de-a2b888f09944,revision_number=0']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:32.649879 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-c077ce77-2519-40e2-8b0a-ab7a6eee5818 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d890a5-499a-4085-8065-2ec5eed4b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317230 Mar 03 16:17:32.656841 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-c22cc7d0-51a5-44b6-8f76-5bde2eba9b05 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.657515 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 68b49297-d5c9-40a8-b116-a188bd3f2402 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:32.657810 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.659093 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-c22cc7d0-51a5-44b6-8f76-5bde2eba9b05 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564751 Mar 03 16:17:32.693348 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] For port 68b49297-d5c9-40a8-b116-a188bd3f2402, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=68b49297-d5c9-40a8-b116-a188bd3f2402,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:32.698753 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:32.751455 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Pushing event updated for resources: {'Port': ['ID=68b49297-d5c9-40a8-b116-a188bd3f2402,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:32.762743 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-bbd15ec3-0170-4828-a90a-39aefc76a35b service neutron] 10.222.0.10 "GET /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055093 Mar 03 16:17:32.858839 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ebecaa40-1220-46f1-9002-9b191590bcde req-757d361c-4bde-4f03-914d-391b1ad5f6c1 service neutron] 10.222.0.10 "GET /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893714 Mar 03 16:17:32.946866 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5ac39-b29c-4c0a-8b73-e8b31f53b46e req-700a279b-59dc-4f02-a917-6e5f28a55582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:32.948429 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-18c5ac39-b29c-4c0a-8b73-e8b31f53b46e req-700a279b-59dc-4f02-a917-6e5f28a55582 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91f0011763844f15a91ff8281fe4118f&device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 1127 time: 0.0472953 Mar 03 16:17:33.055202 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5ac39-b29c-4c0a-8b73-e8b31f53b46e req-349ae027-d429-41fd-9aac-496c46d4cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:33.056777 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-18c5ac39-b29c-4c0a-8b73-e8b31f53b46e req-349ae027-d429-41fd-9aac-496c46d4cc1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=68d890a5-499a-4085-8065-2ec5eed4b509 HTTP/1.1" status: 200 len: 909 time: 0.0994322 Mar 03 16:17:33.120164 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-18c5ac39-b29c-4c0a-8b73-e8b31f53b46e req-4643c494-a2fc-4cc6-8871-4e2c502ee837 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b2fe224-abf4-4f32-ad93-ce63599935f5 HTTP/1.1" status: 200 len: 217 time: 0.0560451 Mar 03 16:17:33.209198 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5ac39-b29c-4c0a-8b73-e8b31f53b46e req-effd39bc-17c9-4f09-87dd-c1be29c82ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:33.210663 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-18c5ac39-b29c-4c0a-8b73-e8b31f53b46e req-effd39bc-17c9-4f09-87dd-c1be29c82ee9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6a409e62-5af3-4bec-84d5-31948779a5ac HTTP/1.1" status: 200 len: 849 time: 0.0846565 Mar 03 16:17:33.258269 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-18c5ac39-b29c-4c0a-8b73-e8b31f53b46e req-4b877504-2a91-4913-9aea-fa023c4b9b80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d890a5-499a-4085-8065-2ec5eed4b509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410192 Mar 03 16:17:33.272408 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea368317-d26c-4b93-a1fe-47227a6746be req-2a3aea26-ffb5-4dbf-9abe-16630a08ba19 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:33.273837 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ea368317-d26c-4b93-a1fe-47227a6746be req-2a3aea26-ffb5-4dbf-9abe-16630a08ba19 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 943 time: 0.1013389 Mar 03 16:17:33.277574 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Sync routers for ids ['a3b6a9bd-307d-4286-bb91-4fcd193b2126'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:17:33.288761 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Routers {'a3b6a9bd-307d-4286-bb91-4fcd193b2126'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:17:33.289871 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:17:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['a3b6a9bd-307d-4286-bb91-4fcd193b2126'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:33.376056 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ea368317-d26c-4b93-a1fe-47227a6746be req-e6db387a-d207-43dc-a043-16c516565a43 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938256 Mar 03 16:17:33.404081 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-18c5ac39-b29c-4c0a-8b73-e8b31f53b46e req-78705fc2-8828-44cd-8259-2b20855bec8f service neutron] 10.222.0.10 "GET /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292088 Mar 03 16:17:33.408402 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Set router a3b6a9bd-307d-4286-bb91-4fcd193b2126 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:17:33.505551 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-18c5ac39-b29c-4c0a-8b73-e8b31f53b46e req-43c0034a-df1c-4736-9bf4-8fa4a7db5c63 service neutron] 10.222.0.10 "GET /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955074 Mar 03 16:17:33.622078 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'name': 'tempest-TestVolumeBootPattern-2073178952-router', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 4, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'gw_port': {'id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '115a9fc0-e185-4530-8a2b-4143cb705702', 'name': '', 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'mac_address': 'fa:16:3e:94:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c6c1e566-45fb-49bc-a1fe-6ca6351b6db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:28Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 2, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'subnets': [{'id': 'c6c1e566-45fb-49bc-a1fe-6ca6351b6db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:33.653055 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Checking router: a3b6a9bd-307d-4286-bb91-4fcd193b2126 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:17:33.653410 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Updating router a3b6a9bd-307d-4286-bb91-4fcd193b2126 port 115a9fc0-e185-4530-8a2b-4143cb705702 binding host dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 16:17:33.682175 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:33.943061 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Publish callbacks [] for port (115a9fc0-e185-4530-8a2b-4143cb705702), precommit_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:33.947928 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:33.998293 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4d371-fe84-4c39-814e-b7942ce35242 None None] Pushing event updated for resources: {'Port': ['ID=115a9fc0-e185-4530-8a2b-4143cb705702,revision_number=3']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:34.054837 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Attempting to bind port 115a9fc0-e185-4530-8a2b-4143cb705702 on host dv-cinder-830538-6-iscsi for vnic_type normal with profile {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:17:34.055205 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Attempting to bind port 115a9fc0-e185-4530-8a2b-4143cb705702 by drivers openvswitch,hyperv on host dv-cinder-830538-6-iscsi at level 0 using segments [{'id': '6a4e0d3c-fe09-4cee-9cd1-9e780983972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc'}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:17:34.055566 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Attempting to bind port 115a9fc0-e185-4530-8a2b-4143cb705702 on network a40e6674-6fca-41d3-8d7b-83ea770227cc {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:17:34.060655 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Checking agent: {'id': '7c2c63ee-ed27-4f37-a748-328fa4b2692a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830538-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 3, 41), 'started_at': datetime.datetime(2022, 3, 3, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830538-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:17:34.061031 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Checking segment: {'id': '6a4e0d3c-fe09-4cee-9cd1-9e780983972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:17:34.061431 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:34.061820 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Bound using segment: {'id': '6a4e0d3c-fe09-4cee-9cd1-9e780983972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc'} {{(pid=103060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:17:34.062284 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.managers [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Bound port: 115a9fc0-e185-4530-8a2b-4143cb705702, host: dv-cinder-830538-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4e0d3c-fe09-4cee-9cd1-9e780983972c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc'}}] {{(pid=103060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:17:34.062664 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), before_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:34.128739 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] For port 115a9fc0-e185-4530-8a2b-4143cb705702, host dv-cinder-830538-6-iscsi, cleared binding levels {{(pid=103060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:17:34.133007 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.plugins.ml2.db [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] For port 115a9fc0-e185-4530-8a2b-4143cb705702, host dv-cinder-830538-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=115a9fc0-e185-4530-8a2b-4143cb705702,segment=NetworkSegment(6a4e0d3c-fe09-4cee-9cd1-9e780983972c),segment_id=6a4e0d3c-fe09-4cee-9cd1-9e780983972c)] {{(pid=103060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:17:34.140018 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron_lib.callbacks.manager [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), after_update {{(pid=103060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:34.189387 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c86e2afd-119c-436a-a743-80e26f9b58ef None None] Provisioning complete for port 115a9fc0-e185-4530-8a2b-4143cb705702 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:34.189891 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c86e2afd-119c-436a-a743-80e26f9b58ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:34.217078 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Routers {'a3b6a9bd-307d-4286-bb91-4fcd193b2126'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:17:34.217925 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:17:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['a3b6a9bd-307d-4286-bb91-4fcd193b2126'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:34.258572 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-2a500720-1b79-49b2-be51-e266854e9745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:34.265083 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 68b49297-d5c9-40a8-b116-a188bd3f2402 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:17:34.344304 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] Set router a3b6a9bd-307d-4286-bb91-4fcd193b2126 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:17:34.377748 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c86e2afd-119c-436a-a743-80e26f9b58ef None None] Current status of the port 115a9fc0-e185-4530-8a2b-4143cb705702 is: DOWN; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:34.378142 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c86e2afd-119c-436a-a743-80e26f9b58ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:34.381963 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4d371-fe84-4c39-814e-b7942ce35242 None None] Pushing event updated for resources: {'Port': ['ID=115a9fc0-e185-4530-8a2b-4143cb705702,revision_number=4']} {{(pid=103060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:34.398511 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 68b49297-d5c9-40a8-b116-a188bd3f2402 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:34.398903 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:34.463464 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c86e2afd-119c-436a-a743-80e26f9b58ef None None] For port 115a9fc0-e185-4530-8a2b-4143cb705702, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=115a9fc0-e185-4530-8a2b-4143cb705702,segment=NetworkSegment(6a4e0d3c-fe09-4cee-9cd1-9e780983972c),segment_id=6a4e0d3c-fe09-4cee-9cd1-9e780983972c)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:34.475694 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c86e2afd-119c-436a-a743-80e26f9b58ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:34.532781 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96482c1-9145-4bf2-bfd5-3b03a30cd7c6 req-fa6a798e-0a2f-4f68-973e-9a640d27187c tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:34.534503 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a96482c1-9145-4bf2-bfd5-3b03a30cd7c6 req-fa6a798e-0a2f-4f68-973e-9a640d27187c tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 943 time: 0.0669549 Mar 03 16:17:34.573859 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 68b49297-d5c9-40a8-b116-a188bd3f2402 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:34.573859 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e2afd-119c-436a-a743-80e26f9b58ef None None] Pushing event updated for resources: {'Port': ['ID=115a9fc0-e185-4530-8a2b-4143cb705702,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:34.580345 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'name': 'tempest-TestVolumeBootPattern-2073178952-router', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 4, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'gw_port': {'id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '115a9fc0-e185-4530-8a2b-4143cb705702', 'name': '', 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'mac_address': 'fa:16:3e:94:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c6c1e566-45fb-49bc-a1fe-6ca6351b6db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:28Z', 'updated_at': '2022-03-03T16:17:34Z', 'revision_number': 4, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'subnets': [{'id': 'c6c1e566-45fb-49bc-a1fe-6ca6351b6db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:17:34.595201 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a96482c1-9145-4bf2-bfd5-3b03a30cd7c6 req-5e81976e-16ca-41e5-b2b3-2f1ac0efb031 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549085 Mar 03 16:17:34.599290 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-7e5c55bb-699b-41b4-ac92-a980d956a902 None None] Provisioning complete for port 115a9fc0-e185-4530-8a2b-4143cb705702 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:34.599784 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-7e5c55bb-699b-41b4-ac92-a980d956a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:34.611831 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d18334-c409-4526-b3bf-8135418d32b2 None None] The sync data for ids ['a3b6a9bd-307d-4286-bb91-4fcd193b2126'] in dv-cinder-830538-6-iscsi is: [{'id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'name': 'tempest-TestVolumeBootPattern-2073178952-router', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 4, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'gw_port': {'id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '115a9fc0-e185-4530-8a2b-4143cb705702', 'name': '', 'network_id': 'a40e6674-6fca-41d3-8d7b-83ea770227cc', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'mac_address': 'fa:16:3e:94:91:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'c6c1e566-45fb-49bc-a1fe-6ca6351b6db8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:28Z', 'updated_at': '2022-03-03T16:17:34Z', 'revision_number': 4, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'subnets': [{'id': 'c6c1e566-45fb-49bc-a1fe-6ca6351b6db8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:17:34.695684 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c55bb-699b-41b4-ac92-a980d956a902 None None] Current status of the port 115a9fc0-e185-4530-8a2b-4143cb705702 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:35.486205 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0fdbd-8be0-4233-9b5f-fd3035fb9fdb req-12875bca-1c84-4fbb-986c-2bf2e85ae41a tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:35.487794 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2ed0fdbd-8be0-4233-9b5f-fd3035fb9fdb req-12875bca-1c84-4fbb-986c-2bf2e85ae41a tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0543456 Mar 03 16:17:35.489503 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d422bd-c044-48a1-8934-a69978a7c301 req-22a70e42-b4d7-4ba2-b105-864b6137ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:35.491102 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-70d422bd-c044-48a1-8934-a69978a7c301 req-22a70e42-b4d7-4ba2-b105-864b6137ba4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fdedb4516ad49f2a17dcdb8bdcfc701&device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 1169 time: 0.0465903 Mar 03 16:17:35.552730 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2ed0fdbd-8be0-4233-9b5f-fd3035fb9fdb req-99883db7-00ff-458c-b1c7-be894536a835 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570529 Mar 03 16:17:35.589580 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d422bd-c044-48a1-8934-a69978a7c301 req-ccc10096-9db8-40e4-923d-59d23710fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:35.591083 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-70d422bd-c044-48a1-8934-a69978a7c301 req-ccc10096-9db8-40e4-923d-59d23710fda0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5ad406e-33e9-494f-9b52-02dce4509ffa HTTP/1.1" status: 200 len: 915 time: 0.0930836 Mar 03 16:17:35.661469 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-70d422bd-c044-48a1-8934-a69978a7c301 req-8bf83c31-e481-4a5b-95b9-d006f1efdfb8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90de1cc1-629e-4ea1-bb80-22b864e42155 HTTP/1.1" status: 200 len: 1002 time: 0.0630023 Mar 03 16:17:35.744895 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d422bd-c044-48a1-8934-a69978a7c301 req-a9a1121a-9baa-429f-b4d5-cfd7f99cab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:35.746386 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-70d422bd-c044-48a1-8934-a69978a7c301 req-a9a1121a-9baa-429f-b4d5-cfd7f99cab6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac10c53-4673-4c25-aaf1-7a3222a770b0 HTTP/1.1" status: 200 len: 854 time: 0.0790472 Mar 03 16:17:35.769666 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3ffa1-e1dd-4d51-871a-643d9fd8574a req-6599182e-5a52-46ec-bbc7-b81ec845ffdf tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:35.771191 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dda3ffa1-e1dd-4d51-871a-643d9fd8574a req-6599182e-5a52-46ec-bbc7-b81ec845ffdf tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 943 time: 0.0962412 Mar 03 16:17:35.838057 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d422bd-c044-48a1-8934-a69978a7c301 req-32463509-81a1-4954-8faa-7512811c1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:35.839480 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-70d422bd-c044-48a1-8934-a69978a7c301 req-32463509-81a1-4954-8faa-7512811c1078 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5ad406e-33e9-494f-9b52-02dce4509ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0859334 Mar 03 16:17:35.842896 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-dda3ffa1-e1dd-4d51-871a-643d9fd8574a req-a654f900-1f3e-44f9-8f74-5c7d425fa2c0 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557995 Mar 03 16:17:35.933306 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-70d422bd-c044-48a1-8934-a69978a7c301 req-471f381d-e6cb-4efd-9c36-f1d705d1ccbb service neutron] 10.222.0.10 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867429 Mar 03 16:17:36.021705 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-70d422bd-c044-48a1-8934-a69978a7c301 req-ac89e66a-ae4a-4f66-8d16-a1fddec0b7d9 service neutron] 10.222.0.10 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820012 Mar 03 16:17:36.127850 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0b2fe224-abf4-4f32-ad93-ce63599935f5 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:17:36.257120 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 115a9fc0-e185-4530-8a2b-4143cb705702 up at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:17:36.260142 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0b2fe224-abf4-4f32-ad93-ce63599935f5, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0b2fe224-abf4-4f32-ad93-ce63599935f5,segment=NetworkSegment(c886bf43-5d29-4009-8299-5981f97817d6),segment_id=c886bf43-5d29-4009-8299-5981f97817d6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:36.297456 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '0b2fe224-abf4-4f32-ad93-ce63599935f5', 'network_id': '68d890a5-499a-4085-8065-2ec5eed4b509', 'port_id': '0b2fe224-abf4-4f32-ad93-ce63599935f5', 'mac_address': 'fa:16:3e:a0:f0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a409e62-5af3-4bec-84d5-31948779a5ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:17:36.354531 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 0b2fe224-abf4-4f32-ad93-ce63599935f5 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:36.355035 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:36.370431 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Provisioning complete for port 115a9fc0-e185-4530-8a2b-4143cb705702 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:36.370806 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:36.373878 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2fe224-abf4-4f32-ad93-ce63599935f5 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:17:36.420309 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0b2fe224-abf4-4f32-ad93-ce63599935f5, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0b2fe224-abf4-4f32-ad93-ce63599935f5,segment=NetworkSegment(c886bf43-5d29-4009-8299-5981f97817d6),segment_id=c886bf43-5d29-4009-8299-5981f97817d6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:36.425789 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:36.506097 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=0b2fe224-abf4-4f32-ad93-ce63599935f5,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:36.516365 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Current status of the port 115a9fc0-e185-4530-8a2b-4143cb705702 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:36.669923 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392b5a7-381f-4238-ac5f-696a8d78d101 req-90662906-dbae-47cd-a205-8a3d860f24ef tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:36.671501 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7392b5a7-381f-4238-ac5f-696a8d78d101 req-90662906-dbae-47cd-a205-8a3d860f24ef tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0517964 Mar 03 16:17:36.691681 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-906e4e42-ff91-40a7-b354-b5bd3e17e857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:36.737690 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7392b5a7-381f-4238-ac5f-696a8d78d101 req-bd321840-f958-44d6-8844-83dd8d4364eb tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584884 Mar 03 16:17:36.833018 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['0b2fe224-abf4-4f32-ad93-ce63599935f5'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:17:36.965844 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64e9e7-fae6-4efc-94e9-48aa0ce118f8 req-26f65a78-fe78-40dc-b79b-77fb2f46e970 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:36.967217 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4b64e9e7-fae6-4efc-94e9-48aa0ce118f8 req-26f65a78-fe78-40dc-b79b-77fb2f46e970 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 944 time: 0.0550897 Mar 03 16:17:37.013917 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4b64e9e7-fae6-4efc-94e9-48aa0ce118f8 req-8434689f-b7db-43b8-8127-9fd4624e6556 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Mar 03 16:17:37.299710 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:37.599745 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:37.857208 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2766b-276d-4b77-b2a2-f03a12f2c4a3 req-afa71c09-21e4-41b4-81d2-76a6fef7a398 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:37.858605 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-efb2766b-276d-4b77-b2a2-f03a12f2c4a3 req-afa71c09-21e4-41b4-81d2-76a6fef7a398 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0525563 Mar 03 16:17:37.918869 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-efb2766b-276d-4b77-b2a2-f03a12f2c4a3 req-ed085d06-41f1-40dc-afcb-27eef6927933 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528228 Mar 03 16:17:38.136578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9739b15-e038-4883-8a72-06023ff49fd7 req-cbaf8cad-bfcb-46c1-8ef5-a8ece6176b0f tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:38.137970 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f9739b15-e038-4883-8a72-06023ff49fd7 req-cbaf8cad-bfcb-46c1-8ef5-a8ece6176b0f tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 944 time: 0.0554745 Mar 03 16:17:38.141943 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0b2fe224-abf4-4f32-ad93-ce63599935f5 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:17:38.190705 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f9739b15-e038-4883-8a72-06023ff49fd7 req-9f5994f0-9f11-41ce-8ad2-dc788b0d45f1 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458984 Mar 03 16:17:38.191274 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 0b2fe224-abf4-4f32-ad93-ce63599935f5 completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:17:38.195136 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 0b2fe224-abf4-4f32-ad93-ce63599935f5 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:17:38.195676 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:38.274810 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 0b2fe224-abf4-4f32-ad93-ce63599935f5 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:17:38.275195 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:38.299841 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e326f08-b3b9-4eaf-851b-3e42451a89ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2fe224-abf4-4f32-ad93-ce63599935f5'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:17:38.302075 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b466e45-3933-464f-8e73-90f073e15e2b" -d '{"events": [{"server_uuid": "2e326f08-b3b9-4eaf-851b-3e42451a89ff", "name": "network-vif-plugged", "status": "completed", "tag": "0b2fe224-abf4-4f32-ad93-ce63599935f5"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:17:38.317092 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 0b2fe224-abf4-4f32-ad93-ce63599935f5, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0b2fe224-abf4-4f32-ad93-ce63599935f5,segment=NetworkSegment(c886bf43-5d29-4009-8299-5981f97817d6),segment_id=c886bf43-5d29-4009-8299-5981f97817d6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:38.321764 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:38.351297 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5c9716-e857-4df9-8574-e8d450bb3df2 x-openstack-request-id: req-ea5c9716-e857-4df9-8574-e8d450bb3df2 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:17:38.351429 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e326f08-b3b9-4eaf-851b-3e42451a89ff", "name": "network-vif-plugged", "status": "completed", "tag": "0b2fe224-abf4-4f32-ad93-ce63599935f5", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:17:38.351700 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea5c9716-e857-4df9-8574-e8d450bb3df2 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:17:38.352088 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e326f08-b3b9-4eaf-851b-3e42451a89ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2fe224-abf4-4f32-ad93-ce63599935f5', 'code': 200} Mar 03 16:17:38.382073 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=0b2fe224-abf4-4f32-ad93-ce63599935f5,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:38.539983 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37302a0c-81a6-462d-a5e0-f321054bcf53 req-1baf16e8-d483-416d-93cc-27fd515b8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:38.541474 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-37302a0c-81a6-462d-a5e0-f321054bcf53 req-1baf16e8-d483-416d-93cc-27fd515b8561 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 1129 time: 0.0475700 Mar 03 16:17:38.586826 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-37302a0c-81a6-462d-a5e0-f321054bcf53 req-99556a1b-d077-49eb-935f-51ee144a81fd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374708 Mar 03 16:17:39.046407 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084afd54-ce77-4d23-b73a-47ecdfd2d923 req-479ae334-105e-4237-92ae-677e1a2482f6 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:39.051069 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-084afd54-ce77-4d23-b73a-47ecdfd2d923 req-479ae334-105e-4237-92ae-677e1a2482f6 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0602727 Mar 03 16:17:39.110620 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:39.117079 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-084afd54-ce77-4d23-b73a-47ecdfd2d923 req-054395b3-9e96-4904-bf6d-f7f8a74982a9 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629232 Mar 03 16:17:39.310123 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79e9b4-3b26-478b-aedd-83c83b92687a req-a3315ca6-b78f-4ad1-8b29-bb32f8215b98 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:39.311580 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8d79e9b4-3b26-478b-aedd-83c83b92687a req-a3315ca6-b78f-4ad1-8b29-bb32f8215b98 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 945 time: 0.0528097 Mar 03 16:17:39.359497 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8d79e9b4-3b26-478b-aedd-83c83b92687a req-e2cefce8-1bee-4eed-b0f8-2c9d5e968fea tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423632 Mar 03 16:17:40.239613 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d0016-5f12-4267-94c3-9a90e1993b75 req-7ae84423-22f0-45fb-a09d-b7f34c49e4ad tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:40.242990 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-235d0016-5f12-4267-94c3-9a90e1993b75 req-7ae84423-22f0-45fb-a09d-b7f34c49e4ad tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0578825 Mar 03 16:17:40.306135 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-235d0016-5f12-4267-94c3-9a90e1993b75 req-23b567dc-cb08-47ec-95fe-63aa65fc8cdf tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590396 Mar 03 16:17:40.482571 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c688724-797d-4aec-a9c3-22db94575a02 req-c5d72b39-dbb3-48f6-9c1a-93f6bbb5a8e5 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:40.484150 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0c688724-797d-4aec-a9c3-22db94575a02 req-c5d72b39-dbb3-48f6-9c1a-93f6bbb5a8e5 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 945 time: 0.0578861 Mar 03 16:17:40.531931 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0c688724-797d-4aec-a9c3-22db94575a02 req-eeb2f7d1-5818-46a3-b252-4dd6beb85f4a tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419457 Mar 03 16:17:40.695292 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:41.226720 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266acec-0f59-4d67-b67e-ed4a60d9b133 req-789cd3bb-0c42-4d6d-9bfb-fa2c950e2bc4 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:41.228109 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e266acec-0f59-4d67-b67e-ed4a60d9b133 req-789cd3bb-0c42-4d6d-9bfb-fa2c950e2bc4 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 945 time: 0.0540459 Mar 03 16:17:41.274327 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e266acec-0f59-4d67-b67e-ed4a60d9b133 req-ea083af5-51f5-4b8b-aac4-e9075c9ec9e5 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408852 Mar 03 16:17:41.425921 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a369ee1-4a2e-4cb9-b9df-d837136fa428 req-ef5b9e76-d963-4588-b37f-feddacd2fed0 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:41.427386 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2a369ee1-4a2e-4cb9-b9df-d837136fa428 req-ef5b9e76-d963-4588-b37f-feddacd2fed0 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0545025 Mar 03 16:17:41.489883 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2a369ee1-4a2e-4cb9-b9df-d837136fa428 req-fffa66bc-caee-4b71-bf46-2308e04e6922 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565214 Mar 03 16:17:42.549394 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a11dc-4681-4f1e-8ee5-627bfc9b1eda req-26fadc86-eac6-493b-9dbc-35d0bbf0d0fa tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:42.550963 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-543a11dc-4681-4f1e-8ee5-627bfc9b1eda req-26fadc86-eac6-493b-9dbc-35d0bbf0d0fa tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 945 time: 0.0607831 Mar 03 16:17:42.601863 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-543a11dc-4681-4f1e-8ee5-627bfc9b1eda req-503df41a-a401-4290-8e77-04614c0aef52 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452473 Mar 03 16:17:42.617191 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e860644-20bb-4088-9463-ad30639e94e4 req-43e86416-839a-4bfc-9aa5-d3695dba50c9 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:42.619255 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2e860644-20bb-4088-9463-ad30639e94e4 req-43e86416-839a-4bfc-9aa5-d3695dba50c9 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0613394 Mar 03 16:17:42.680158 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2e860644-20bb-4088-9463-ad30639e94e4 req-80253e6b-99e8-4d4e-a910-4a78e2937049 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554523 Mar 03 16:17:43.258186 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f01950-53f2-48d2-8a05-27b8efbae65c req-f78134ef-8816-45a2-904b-fc1b3b135289 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:43.259690 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-37f01950-53f2-48d2-8a05-27b8efbae65c req-f78134ef-8816-45a2-904b-fc1b3b135289 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 945 time: 0.0562856 Mar 03 16:17:43.361435 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-37f01950-53f2-48d2-8a05-27b8efbae65c req-b8437754-3aff-4586-824d-408e94b0ccc1 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Deleting port 0b2fe224-abf4-4f32-ad93-ce63599935f5 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:17:43.361776 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-37f01950-53f2-48d2-8a05-27b8efbae65c req-b8437754-3aff-4586-824d-408e94b0ccc1 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:43.448778 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-37f01950-53f2-48d2-8a05-27b8efbae65c req-b8437754-3aff-4586-824d-408e94b0ccc1 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] For port 0b2fe224-abf4-4f32-ad93-ce63599935f5, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0b2fe224-abf4-4f32-ad93-ce63599935f5,segment=NetworkSegment(c886bf43-5d29-4009-8299-5981f97817d6),segment_id=c886bf43-5d29-4009-8299-5981f97817d6)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:17:43.449145 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-37f01950-53f2-48d2-8a05-27b8efbae65c req-b8437754-3aff-4586-824d-408e94b0ccc1 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:43.461769 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-37f01950-53f2-48d2-8a05-27b8efbae65c req-b8437754-3aff-4586-824d-408e94b0ccc1 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Calling delete_port for 0b2fe224-abf4-4f32-ad93-ce63599935f5 owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:17:43.590688 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-37f01950-53f2-48d2-8a05-27b8efbae65c req-b8437754-3aff-4586-824d-408e94b0ccc1 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (0b2fe224-abf4-4f32-ad93-ce63599935f5), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:43.612502 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['0b2fe224-abf4-4f32-ad93-ce63599935f5'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:17:43.620521 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8437754-3aff-4586-824d-408e94b0ccc1 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Pushing event deleted for resources: {'Port': ['ID=0b2fe224-abf4-4f32-ad93-ce63599935f5,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:17:43.677591 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f01950-53f2-48d2-8a05-27b8efbae65c req-b8437754-3aff-4586-824d-408e94b0ccc1 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] No DVR routers for this DVR port 0b2fe224-abf4-4f32-ad93-ce63599935f5 on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:17:43.680274 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-37f01950-53f2-48d2-8a05-27b8efbae65c req-b8437754-3aff-4586-824d-408e94b0ccc1 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:17:43.683614 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-37f01950-53f2-48d2-8a05-27b8efbae65c req-b8437754-3aff-4586-824d-408e94b0ccc1 tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.10 "DELETE /v2.0/ports/0b2fe224-abf4-4f32-ad93-ce63599935f5 HTTP/1.1" status: 204 len: 173 time: 0.4176619 Mar 03 16:17:43.684017 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e326f08-b3b9-4eaf-851b-3e42451a89ff', 'name': 'network-vif-deleted', 'tag': '0b2fe224-abf4-4f32-ad93-ce63599935f5'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:17:43.686289 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2992ef10-fad8-4c84-8b90-26043cc0ffec" -d '{"events": [{"server_uuid": "2e326f08-b3b9-4eaf-851b-3e42451a89ff", "name": "network-vif-deleted", "tag": "0b2fe224-abf4-4f32-ad93-ce63599935f5"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:17:43.713838 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d09c1ac4-79d5-4958-873e-bc655c946104 req-7d181459-55ad-465f-8dd7-966d627718eb tempest-VolumesActionsTest-1663904807 tempest-VolumesActionsTest-1663904807-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e326f08-b3b9-4eaf-851b-3e42451a89ff HTTP/1.1" status: 200 len: 210 time: 0.0294158 Mar 03 16:17:43.729829 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f80c064-9606-49c4-b463-c007a772aea3 x-openstack-request-id: req-4f80c064-9606-49c4-b463-c007a772aea3 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:17:43.730235 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e326f08-b3b9-4eaf-851b-3e42451a89ff", "name": "network-vif-deleted", "tag": "0b2fe224-abf4-4f32-ad93-ce63599935f5", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:17:43.731082 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f80c064-9606-49c4-b463-c007a772aea3 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:17:43.731512 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e326f08-b3b9-4eaf-851b-3e42451a89ff', 'name': 'network-vif-deleted', 'tag': '0b2fe224-abf4-4f32-ad93-ce63599935f5', 'status': 'completed', 'code': 200} Mar 03 16:17:43.826680 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fb980-01f7-4fed-bd45-a3dd27073537 req-7aa7d050-526e-4f31-ba69-0db0fd129f44 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:43.828185 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-216fb980-01f7-4fed-bd45-a3dd27073537 req-7aa7d050-526e-4f31-ba69-0db0fd129f44 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0545657 Mar 03 16:17:43.887090 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-216fb980-01f7-4fed-bd45-a3dd27073537 req-be773ffa-4fbf-4109-88e6-5c8b2d817214 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533302 Mar 03 16:17:45.009095 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8398d34-8ddf-4f78-a629-8bdd408797d7 req-372e6664-9a9e-4f95-8f74-1d998a3fb77a tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:45.010780 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a8398d34-8ddf-4f78-a629-8bdd408797d7 req-372e6664-9a9e-4f95-8f74-1d998a3fb77a tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0579059 Mar 03 16:17:45.071699 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a8398d34-8ddf-4f78-a629-8bdd408797d7 req-8bdb82ce-dec8-49d0-8f43-034662495d17 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552499 Mar 03 16:17:46.190190 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99903de8-100d-4e14-af46-c4bcb59f209a req-f54aff65-76fe-4304-a633-b245557a9146 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:46.191906 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-99903de8-100d-4e14-af46-c4bcb59f209a req-f54aff65-76fe-4304-a633-b245557a9146 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0534637 Mar 03 16:17:46.252066 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-99903de8-100d-4e14-af46-c4bcb59f209a req-2923389b-6da1-418b-9407-825d41adade8 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544517 Mar 03 16:17:47.368790 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0549aeb-a3db-47f0-b0f2-25e5d574bdbb req-799e1e21-30fe-4a37-8535-7e7932be619e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:47.370261 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d0549aeb-a3db-47f0-b0f2-25e5d574bdbb req-799e1e21-30fe-4a37-8535-7e7932be619e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0524156 Mar 03 16:17:47.427220 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d0549aeb-a3db-47f0-b0f2-25e5d574bdbb req-f31af82e-4334-4f43-a18f-a4f894bd854e tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515046 Mar 03 16:17:48.543807 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122551f7-ac48-48f6-b7a7-6a901ada7358 req-436a63dc-0b71-45c5-811a-3184115f7fbd tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:48.545264 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-122551f7-ac48-48f6-b7a7-6a901ada7358 req-436a63dc-0b71-45c5-811a-3184115f7fbd tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0527904 Mar 03 16:17:48.611507 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-122551f7-ac48-48f6-b7a7-6a901ada7358 req-eb62fe64-b4b5-406f-9436-fc669ed19bff tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599346 Mar 03 16:17:49.728575 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eb515-c0f9-49a1-ad40-cda46c8b9416 req-253d7589-4e24-46b9-a105-1d2717b99a92 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:49.730060 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-618eb515-c0f9-49a1-ad40-cda46c8b9416 req-253d7589-4e24-46b9-a105-1d2717b99a92 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0527253 Mar 03 16:17:49.791053 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-618eb515-c0f9-49a1-ad40-cda46c8b9416 req-a876abdb-7b70-48c8-a01a-11a8f133ab49 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554290 Mar 03 16:17:49.892214 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0b2fe224-abf4-4f32-ad93-ce63599935f5 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:17:49.912843 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 0b2fe224-abf4-4f32-ad93-ce63599935f5 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:17:49.913184 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0b2fe224-abf4-4f32-ad93-ce63599935f5 not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:17:50.909592 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d701ee-4f4f-462d-8902-3cb4ae8b89f2 req-3ac142d0-5112-4d3e-9afe-15f7f9117db8 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:50.911067 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-76d701ee-4f4f-462d-8902-3cb4ae8b89f2 req-3ac142d0-5112-4d3e-9afe-15f7f9117db8 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0549927 Mar 03 16:17:50.968747 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-76d701ee-4f4f-462d-8902-3cb4ae8b89f2 req-5e560918-cddb-4177-892e-01fbaaf8f3f1 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518343 Mar 03 16:17:52.084227 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220eb41-516d-4ebc-8bc1-f45044bb08d7 req-0c0a55c2-90ba-4308-bdd6-b1d3c0302872 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:52.085714 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1220eb41-516d-4ebc-8bc1-f45044bb08d7 req-0c0a55c2-90ba-4308-bdd6-b1d3c0302872 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0523193 Mar 03 16:17:52.142961 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1220eb41-516d-4ebc-8bc1-f45044bb08d7 req-b5b645e3-4a6d-41ca-bb5c-710169a67a94 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516548 Mar 03 16:17:53.260255 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c3298c-7278-4ca5-a763-6d6c22bea066 req-dd91e21c-c155-4273-bfa9-54912354e578 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:53.261719 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-55c3298c-7278-4ca5-a763-6d6c22bea066 req-dd91e21c-c155-4273-bfa9-54912354e578 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0521190 Mar 03 16:17:53.318986 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-55c3298c-7278-4ca5-a763-6d6c22bea066 req-0ff20571-d5d1-4a18-b07e-0bb1ddf3844c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517311 Mar 03 16:17:54.442676 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2675ada-3dad-43be-888f-35b0ef37b200 req-410d61e8-8a84-4741-b7aa-eadcdbf38911 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:54.444793 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b2675ada-3dad-43be-888f-35b0ef37b200 req-410d61e8-8a84-4741-b7aa-eadcdbf38911 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0613446 Mar 03 16:17:54.538848 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b2675ada-3dad-43be-888f-35b0ef37b200 req-13229346-f6bb-4c50-af11-986b4c547889 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853903 Mar 03 16:17:55.074578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d16fc-47f1-4478-af12-6933c0a02fb8 req-bb766571-a65f-471f-90e9-483147fc40f7 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:55.076318 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-813d16fc-47f1-4478-af12-6933c0a02fb8 req-bb766571-a65f-471f-90e9-483147fc40f7 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0599153 Mar 03 16:17:55.129168 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-813d16fc-47f1-4478-af12-6933c0a02fb8 req-0aba187a-fe44-4250-840a-f89da1622423 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449438 Mar 03 16:17:55.712341 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbe48a-878e-4b90-bc8d-6a651b8c319b req-e190899e-b006-46fa-9e37-66f061c84336 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:55.715255 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-53dbe48a-878e-4b90-bc8d-6a651b8c319b req-e190899e-b006-46fa-9e37-66f061c84336 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0725698 Mar 03 16:17:55.782073 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-53dbe48a-878e-4b90-bc8d-6a651b8c319b req-56af26ce-0b3b-43c3-b954-2fd30d5a08cf tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602193 Mar 03 16:17:56.271877 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22373112-a4b9-4f62-a155-7dead6de8db7 req-b14ff358-d224-4d58-88f8-4283695d9c07 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:56.271877 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-22373112-a4b9-4f62-a155-7dead6de8db7 req-b14ff358-d224-4d58-88f8-4283695d9c07 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0596166 Mar 03 16:17:56.328510 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-22373112-a4b9-4f62-a155-7dead6de8db7 req-37e2994d-fbd7-46d3-8dba-f39f2f2b7ef1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511661 Mar 03 16:17:56.908918 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684309c4-3f5a-4fce-815b-8908df56bfae req-e4edf132-3040-4fa2-b933-37b3caf0816a tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:56.916114 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-684309c4-3f5a-4fce-815b-8908df56bfae req-e4edf132-3040-4fa2-b933-37b3caf0816a tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0642865 Mar 03 16:17:56.972760 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-684309c4-3f5a-4fce-815b-8908df56bfae req-acfbb135-b644-4ca2-b5a3-6ceed5216362 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&id=dc89f451-22e9-4edb-9025-687624efe500&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556731 Mar 03 16:17:57.458538 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6e08d-e70e-496f-b603-53d2f1acad19 req-79440019-48ad-4e92-83aa-f1a264c52465 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:57.460203 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c5e6e08d-e70e-496f-b603-53d2f1acad19 req-79440019-48ad-4e92-83aa-f1a264c52465 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0564461 Mar 03 16:17:57.509417 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c5e6e08d-e70e-496f-b603-53d2f1acad19 req-a25281e7-69ba-42e4-81bb-0a20d32b3ca1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437367 Mar 03 16:17:58.679646 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a15b3d55-c5e4-48a3-b2e4-7faea345b99d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388133379&fields=id&tenant_id=d627aeb1e96e48ecb09d060a2b8286f8 HTTP/1.1" status: 200 len: 267 time: 0.1036496 Mar 03 16:17:58.684751 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6079b-e54f-40ba-aace-0bf1dc67c9ae req-b6370f9a-7445-4437-8c08-3488215ce0b2 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:58.686976 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c0c6079b-e54f-40ba-aace-0bf1dc67c9ae req-b6370f9a-7445-4437-8c08-3488215ce0b2 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0931275 Mar 03 16:17:58.768979 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c0c6079b-e54f-40ba-aace-0bf1dc67c9ae req-85b2683c-19fe-4c28-a1be-ac0b4b1a7390 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620120 Mar 03 16:17:58.812858 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-45195e7d-6cf1-4dfb-8e0d-94e6a7ff9fa6 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:58.814376 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-45195e7d-6cf1-4dfb-8e0d-94e6a7ff9fa6 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 812 time: 0.1339571 Mar 03 16:17:58.835117 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-fae2df58-43d7-475c-aaf8-2614f65a6638 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/quotas/d627aeb1e96e48ecb09d060a2b8286f8 HTTP/1.1" status: 200 len: 375 time: 0.0149341 Mar 03 16:17:58.892225 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-0fd995c9-1c7d-4d08-99a3-eac38c847337 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561485 Mar 03 16:17:58.999613 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-bb450578-2941-42a8-b7ae-72b4a8e20c0d service neutron] 10.222.0.11 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970094 Mar 03 16:17:59.112660 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-3c656d2a-c98a-4c23-9457-de048a23539a service neutron] 10.222.0.11 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981505 Mar 03 16:17:59.488902 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b8dfc5ec-9e43-470d-b5d8-61355d3fd3fe req-541945c4-abee-4943-b521-ddacdf7bdbaa tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 210 time: 0.0586848 Mar 03 16:17:59.910695 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ac245-493a-4b56-be04-29ef289dfb5e req-0aa74095-e473-4ec6-bc42-9695e6f9e81c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:17:59.912432 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-243ac245-493a-4b56-be04-29ef289dfb5e req-0aa74095-e473-4ec6-bc42-9695e6f9e81c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0701025 Mar 03 16:17:59.968913 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-243ac245-493a-4b56-be04-29ef289dfb5e req-96caf53a-eb86-49fa-8d38-dfd662c0e16f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501244 Mar 03 16:18:00.633882 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-926d08c5-aae4-4669-8700-82b72e6bfe60 req-73fc2cd2-c0ca-4d40-bc6a-ad141f7b83c3 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 210 time: 0.0433264 Mar 03 16:18:00.656199 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-2ec8c8ab-7ba9-403a-aa9b-36e377c445c3 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:00.656199 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-2ec8c8ab-7ba9-403a-aa9b-36e377c445c3 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 812 time: 0.1746862 Mar 03 16:18:00.745985 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-292e5765-93a7-479e-a3c0-589693bc1d9a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d627aeb1e96e48ecb09d060a2b8286f8 HTTP/1.1" status: 200 len: 380 time: 0.0676124 Mar 03 16:18:00.755538 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'port': {'device_id': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'admin_state_up': True, 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'security_groups': ['0ca32481-3626-4c31-96f2-18040add6748']}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:18:01.137599 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Made reservation on behalf of d627aeb1e96e48ecb09d060a2b8286f8 for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:18:01.140891 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:01.176649 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda02a-09fc-4bd1-b9d6-6ed6d9634014 req-7759546b-dbf1-4abb-a060-acbfe8964dab tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:01.179001 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f6bda02a-09fc-4bd1-b9d6-6ed6d9634014 req-7759546b-dbf1-4abb-a060-acbfe8964dab tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.1010020 Mar 03 16:18:01.242972 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f6bda02a-09fc-4bd1-b9d6-6ed6d9634014 req-1f0c727d-5452-4e4b-a8dc-f60070527160 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586400 Mar 03 16:18:01.318226 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Allocated IP 172.20.0.14 (7c2898df-ed08-4c3b-a408-2cbfe49c0e3d/680453cf-89d9-4f73-8416-bb8ef07078cc/b4bbec29-8f99-49d8-972a-d21c30e33aed) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:18:01.499992 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:01.539569 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:01.583266 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:18:01.586564 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:18:01.590365 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:18:01.623202 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'Port': ['ID=b4bbec29-8f99-49d8-972a-d21c30e33aed,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:01.674436 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:01.676166 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:01.708103 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-a1aa079f-da0e-4f87-be32-6f58d6bd19c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9564095 Mar 03 16:18:01.722347 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Request body: {'port': {'device_id': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:18:01.875170 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:01.903915 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c83f821b-1eaa-421f-ab37-0528afb3e799 None None] Provisioning complete for port b4bbec29-8f99-49d8-972a-d21c30e33aed triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:18:01.905215 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c83f821b-1eaa-421f-ab37-0528afb3e799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:01.922305 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9342c2-4521-42e5-9b6c-3ade8b258f9a req-faf99584-6638-4163-82f5-3692f1fb6c6d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:01.923901 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bd9342c2-4521-42e5-9b6c-3ade8b258f9a req-faf99584-6638-4163-82f5-3692f1fb6c6d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 932 time: 0.1641879 Mar 03 16:18:01.973396 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c83f821b-1eaa-421f-ab37-0528afb3e799 None None] Port b4bbec29-8f99-49d8-972a-d21c30e33aed cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:18:02.050168 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bd9342c2-4521-42e5-9b6c-3ade8b258f9a req-f3f56086-35cc-4d81-bab4-31ac0826ebef tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060393 Mar 03 16:18:02.247194 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4bbec29-8f99-49d8-972a-d21c30e33aed {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:18:02.257362 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Publish callbacks [] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:02.292287 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Transition to ACTIVE for port object b4bbec29-8f99-49d8-972a-d21c30e33aed will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:18:02.300260 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:02.370974 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Pushing event updated for resources: {'Port': ['ID=b4bbec29-8f99-49d8-972a-d21c30e33aed,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:02.417816 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b8dd7-143a-4c4b-a7a2-a555aea8b9fa req-fa0ea6fa-7a23-4d21-9917-9cffd39399c0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:02.419281 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f56b8dd7-143a-4c4b-a7a2-a555aea8b9fa req-fa0ea6fa-7a23-4d21-9917-9cffd39399c0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0742753 Mar 03 16:18:02.454830 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Attempting to bind port b4bbec29-8f99-49d8-972a-d21c30e33aed on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:18:02.455201 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Attempting to bind port b4bbec29-8f99-49d8-972a-d21c30e33aed by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:18:02.455493 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Attempting to bind port b4bbec29-8f99-49d8-972a-d21c30e33aed on network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:18:02.461319 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Port b4bbec29-8f99-49d8-972a-d21c30e33aed on network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:18:02.463473 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Attempting to bind port b4bbec29-8f99-49d8-972a-d21c30e33aed on network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:18:02.470391 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:18:02.470994 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Checking segment: {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:18:02.473288 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Bound using segment: {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:18:02.474009 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Bound port: b4bbec29-8f99-49d8-972a-d21c30e33aed, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:18:02.474550 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:02.493238 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f56b8dd7-143a-4c4b-a7a2-a555aea8b9fa req-0d1750d7-6e52-40bd-8fa2-dcbb80307b29 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663559 Mar 03 16:18:02.573548 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] For port b4bbec29-8f99-49d8-972a-d21c30e33aed, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:18:02.576826 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] For port b4bbec29-8f99-49d8-972a-d21c30e33aed, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b4bbec29-8f99-49d8-972a-d21c30e33aed,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:18:02.585105 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:02.635442 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:02.636233 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:02.637759 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] 10.222.0.10 "PUT /v2.0/ports/b4bbec29-8f99-49d8-972a-d21c30e33aed HTTP/1.1" status: 200 len: 1094 time: 0.9200177 Mar 03 16:18:02.638284 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'tag': 'b4bbec29-8f99-49d8-972a-d21c30e33aed'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:18:02.640822 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab5d167-3899-4f5f-b88e-5690d66c97b8" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5", "tag": "b4bbec29-8f99-49d8-972a-d21c30e33aed"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:18:02.671271 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3bd7a-d0e0-4040-aa37-8eb2693b681f service neutron] Pushing event updated for resources: {'Port': ['ID=b4bbec29-8f99-49d8-972a-d21c30e33aed,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:02.714122 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2f2901-177d-44dd-98e8-280d16dca6ae x-openstack-request-id: req-4d2f2901-177d-44dd-98e8-280d16dca6ae {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:18:02.714823 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5", "tag": "b4bbec29-8f99-49d8-972a-d21c30e33aed", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:18:02.714823 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d2f2901-177d-44dd-98e8-280d16dca6ae {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:18:02.715194 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'tag': 'b4bbec29-8f99-49d8-972a-d21c30e33aed', 'status': 'completed', 'code': 200} Mar 03 16:18:02.738500 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-48476afe-b93d-49b3-910e-776bf2ef92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:02.740169 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-48476afe-b93d-49b3-910e-776bf2ef92fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 1128 time: 0.0577848 Mar 03 16:18:02.787467 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-0c42d507-a989-471e-8892-fe647d5f9bfa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4bbec29-8f99-49d8-972a-d21c30e33aed HTTP/1.1" status: 200 len: 217 time: 0.0397363 Mar 03 16:18:02.853210 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-974f40b8-2fd6-45a2-9b48-4f5dc88b6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:02.855355 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-974f40b8-2fd6-45a2-9b48-4f5dc88b6708 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0605631 Mar 03 16:18:02.922456 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-714760a5-dba8-496d-8dc4-44caa92fc357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:02.926079 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-714760a5-dba8-496d-8dc4-44caa92fc357 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602651 Mar 03 16:18:03.037197 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-26782705-9b0d-4b95-8c07-0ac96de9adf4 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033542 Mar 03 16:18:03.179882 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f38b2735-eab0-45ad-b3f6-2eb7bf5339dd req-019cbf44-1b09-4137-be5a-bd9c0776ca93 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318533 Mar 03 16:18:03.194262 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d84576-7cb8-44c8-8326-d6455b56d193 req-aabd424c-3206-4fb7-92f3-f6c000f7378b tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:03.195841 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-82d84576-7cb8-44c8-8326-d6455b56d193 req-aabd424c-3206-4fb7-92f3-f6c000f7378b tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 944 time: 0.0630765 Mar 03 16:18:03.258543 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-82d84576-7cb8-44c8-8326-d6455b56d193 req-832f6329-1049-48e4-87b3-8a6f70ad2988 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566149 Mar 03 16:18:03.300230 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5d167-3899-4f5f-b88e-5690d66c97b8 req-c93c76eb-93c5-421b-a081-d91cd53a13af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:03.301853 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1ab5d167-3899-4f5f-b88e-5690d66c97b8 req-c93c76eb-93c5-421b-a081-d91cd53a13af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 1128 time: 0.0560861 Mar 03 16:18:03.405959 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5d167-3899-4f5f-b88e-5690d66c97b8 req-fec4aeef-5614-444b-9910-884132026c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:03.407984 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1ab5d167-3899-4f5f-b88e-5690d66c97b8 req-fec4aeef-5614-444b-9910-884132026c31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 912 time: 0.0999072 Mar 03 16:18:03.450666 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1ab5d167-3899-4f5f-b88e-5690d66c97b8 req-30265067-a475-4d76-b2dc-f6f30975faf8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4bbec29-8f99-49d8-972a-d21c30e33aed HTTP/1.1" status: 200 len: 217 time: 0.0360043 Mar 03 16:18:03.502490 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5d167-3899-4f5f-b88e-5690d66c97b8 req-bf218f9b-6435-4a06-9bd9-29cc2e6df718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:03.503982 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1ab5d167-3899-4f5f-b88e-5690d66c97b8 req-bf218f9b-6435-4a06-9bd9-29cc2e6df718 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0480738 Mar 03 16:18:03.609935 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5d167-3899-4f5f-b88e-5690d66c97b8 req-96a1d7ee-bdff-40fa-9627-f3e0ab561ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:03.611653 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1ab5d167-3899-4f5f-b88e-5690d66c97b8 req-96a1d7ee-bdff-40fa-9627-f3e0ab561ed2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1018224 Mar 03 16:18:03.688105 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236302ca-f651-4452-9278-1fd0505c6213 req-0bb6c81c-3b63-4538-b716-5de3412f7af1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:03.689612 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-236302ca-f651-4452-9278-1fd0505c6213 req-0bb6c81c-3b63-4538-b716-5de3412f7af1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.1101267 Mar 03 16:18:03.751093 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1ab5d167-3899-4f5f-b88e-5690d66c97b8 req-818eda81-5df3-4ecf-a8dc-54f57d91165d service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318426 Mar 03 16:18:03.776123 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-236302ca-f651-4452-9278-1fd0505c6213 req-f6f49002-9ffd-42a3-81ee-c492e50b31a3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774136 Mar 03 16:18:03.874233 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1ab5d167-3899-4f5f-b88e-5690d66c97b8 req-9c40e0ec-6c99-4577-b09e-ef4d2ab77903 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169798 Mar 03 16:18:04.237290 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-ee56f3d2-4006-4a3b-abc9-1c8c625235d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:04.389927 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5062842-6e50-405a-9951-f0918de9bd50 req-b55edb18-3a96-4421-9585-e99367936f2a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:04.391456 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c5062842-6e50-405a-9951-f0918de9bd50 req-b55edb18-3a96-4421-9585-e99367936f2a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 944 time: 0.0572581 Mar 03 16:18:04.444323 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c5062842-6e50-405a-9951-f0918de9bd50 req-e72ad9a6-7094-492c-ac07-a1c4075065a4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471823 Mar 03 16:18:04.910737 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a3a49-4b9e-4ef8-ac24-a6aa6a4f0853 req-1a81549f-e8fb-4d63-acb9-a671a16e8953 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:04.913047 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-638a3a49-4b9e-4ef8-ac24-a6aa6a4f0853 req-1a81549f-e8fb-4d63-acb9-a671a16e8953 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0621836 Mar 03 16:18:04.962996 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-638a3a49-4b9e-4ef8-ac24-a6aa6a4f0853 req-92f60d45-295f-41c3-a720-0d68e133e0d8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442548 Mar 03 16:18:05.589095 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb951747-67d9-41e6-a6bf-a88f68ef61af req-c6aaf197-7764-40f4-910a-2963d2a7b6da tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:05.591357 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-fb951747-67d9-41e6-a6bf-a88f68ef61af req-c6aaf197-7764-40f4-910a-2963d2a7b6da tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 944 time: 0.0794890 Mar 03 16:18:05.649826 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-fb951747-67d9-41e6-a6bf-a88f68ef61af req-6d44e7a0-cf17-4d1e-ab73-6a78a09f9be8 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516608 Mar 03 16:18:06.091237 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6538cb-c623-48cb-b81c-c838c8b5201d req-2ef58340-e3e5-452c-ad43-5019d7a733ab tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:06.092739 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7f6538cb-c623-48cb-b81c-c838c8b5201d req-2ef58340-e3e5-452c-ad43-5019d7a733ab tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0566862 Mar 03 16:18:06.142947 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7f6538cb-c623-48cb-b81c-c838c8b5201d req-fcf05e8a-f4d5-4a08-9ed3-31b0e1ae090b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447190 Mar 03 16:18:06.405627 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79922802-a6d0-433f-b7b2-53ec1dc01ad4 req-3f0a6702-7395-4b0c-885c-294af74ebba2 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:06.407452 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-79922802-a6d0-433f-b7b2-53ec1dc01ad4 req-3f0a6702-7395-4b0c-885c-294af74ebba2 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0816805 Mar 03 16:18:06.480114 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-79922802-a6d0-433f-b7b2-53ec1dc01ad4 req-1573b447-7152-413f-9572-ce653269fb2e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539474 Mar 03 16:18:06.482697 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87ce7e-53c2-46cf-8c25-c7bf0aaffdb4 req-89caf096-5e4f-4748-86ad-d0abaca6fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:06.484148 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7c87ce7e-53c2-46cf-8c25-c7bf0aaffdb4 req-89caf096-5e4f-4748-86ad-d0abaca6fb5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3df7765ab38441feaf9e7d17d7559290&device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 1130 time: 0.0946109 Mar 03 16:18:06.583832 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87ce7e-53c2-46cf-8c25-c7bf0aaffdb4 req-14a1e752-f0cd-4589-b7c2-34aef1ee7c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:06.585404 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7c87ce7e-53c2-46cf-8c25-c7bf0aaffdb4 req-14a1e752-f0cd-4589-b7c2-34aef1ee7c7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 200 len: 911 time: 0.0948191 Mar 03 16:18:06.660357 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7c87ce7e-53c2-46cf-8c25-c7bf0aaffdb4 req-a28bc9a6-e18a-41c0-8c8e-3c240f71f66e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c575d8f6-2030-47e3-925f-00544960d7c9 HTTP/1.1" status: 200 len: 1001 time: 0.0681193 Mar 03 16:18:06.715893 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-96a1d790-d34d-46cd-9e58-293c507ccbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:06.727783 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87ce7e-53c2-46cf-8c25-c7bf0aaffdb4 req-a6c4046d-7e5d-4428-8f93-fd5399876fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:06.729908 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7c87ce7e-53c2-46cf-8c25-c7bf0aaffdb4 req-a6c4046d-7e5d-4428-8f93-fd5399876fe7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=028a2aef-a8b5-4645-8b5b-9ea5ad4099b5 HTTP/1.1" status: 200 len: 850 time: 0.0626142 Mar 03 16:18:06.789167 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87ce7e-53c2-46cf-8c25-c7bf0aaffdb4 req-d30c824e-a55b-444d-8a7e-7b76f4229adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:06.791519 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7c87ce7e-53c2-46cf-8c25-c7bf0aaffdb4 req-d30c824e-a55b-444d-8a7e-7b76f4229adc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ba15c27-2b8e-4d04-b799-e6df45177b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546069 Mar 03 16:18:06.824494 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730520de-1b84-4790-a920-820805288776 req-a25341cd-7eee-4b64-87f4-e4bd57c146e2 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:06.826861 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-730520de-1b84-4790-a920-820805288776 req-a25341cd-7eee-4b64-87f4-e4bd57c146e2 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 944 time: 0.0801239 Mar 03 16:18:06.885118 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-730520de-1b84-4790-a920-820805288776 req-88851c4c-5f60-4623-82ec-8cc016fb8307 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526774 Mar 03 16:18:06.902914 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7c87ce7e-53c2-46cf-8c25-c7bf0aaffdb4 req-72341a18-e65d-4a67-a8bb-558bc96b00f7 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043651 Mar 03 16:18:07.006884 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7c87ce7e-53c2-46cf-8c25-c7bf0aaffdb4 req-9b9afc25-8a26-4ca0-b7fc-0e1cad73200d service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973899 Mar 03 16:18:07.321473 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:07.621694 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:07.630792 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf76d2-4da4-4ea8-9e60-cebba70bd3c3 req-4970d37d-6643-450f-bdda-b722f8bfac8e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:07.641581 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-52cf76d2-4da4-4ea8-9e60-cebba70bd3c3 req-4970d37d-6643-450f-bdda-b722f8bfac8e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0773790 Mar 03 16:18:07.701147 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-52cf76d2-4da4-4ea8-9e60-cebba70bd3c3 req-abf93fb4-0662-404a-8d61-1096df60c410 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584824 Mar 03 16:18:07.778596 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:18:08.035864 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7da47-84a9-413e-8922-a5a751457007 req-59be2bb2-a869-471e-a4a9-7157b48a3925 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:08.038064 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7da7da47-84a9-413e-8922-a5a751457007 req-59be2bb2-a869-471e-a4a9-7157b48a3925 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 944 time: 0.0645127 Mar 03 16:18:08.089453 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-7da7da47-84a9-413e-8922-a5a751457007 req-6748a8e0-72d8-4710-b36c-a16634c382ad tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456240 Mar 03 16:18:08.836465 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ccd90-4d60-423e-920a-f62717c6a04c req-4ad7a1f7-766a-4373-98a3-305b7ed842d1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:08.838098 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-576ccd90-4d60-423e-920a-f62717c6a04c req-4ad7a1f7-766a-4373-98a3-305b7ed842d1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0536423 Mar 03 16:18:08.891245 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-576ccd90-4d60-423e-920a-f62717c6a04c req-056c4882-1eda-475d-939d-0c28f64c04c4 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459387 Mar 03 16:18:09.137363 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:09.225415 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a9ea5-5233-4267-bdc7-d146cfeec060 req-9dd2dacd-7df1-4aff-a41d-6189f5b1d4e2 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:09.227057 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-651a9ea5-5233-4267-bdc7-d146cfeec060 req-9dd2dacd-7df1-4aff-a41d-6189f5b1d4e2 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 944 time: 0.0552223 Mar 03 16:18:09.287462 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-651a9ea5-5233-4267-bdc7-d146cfeec060 req-00152070-a773-4dbc-9c4c-5623636a7b1f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551293 Mar 03 16:18:10.403117 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad84ed-7735-4224-8aea-e629ae2b620b req-bbd3b988-650b-4bfe-ba27-081292350e59 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:10.404570 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-08ad84ed-7735-4224-8aea-e629ae2b620b req-bbd3b988-650b-4bfe-ba27-081292350e59 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 944 time: 0.0500948 Mar 03 16:18:10.451025 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-08ad84ed-7735-4224-8aea-e629ae2b620b req-2b8462c0-2428-43b5-8e19-f5c475aa9c0c tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407166 Mar 03 16:18:10.697410 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:11.570172 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba924f-17af-40ed-9c23-c61eb65c0bea req-c6c97840-e692-4afa-93d9-9bddcfcf7b34 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:11.571772 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0fba924f-17af-40ed-9c23-c61eb65c0bea req-c6c97840-e692-4afa-93d9-9bddcfcf7b34 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 944 time: 0.0535119 Mar 03 16:18:11.626623 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0fba924f-17af-40ed-9c23-c61eb65c0bea req-e2c8e24f-4927-4c53-be49-54a1743a5ae2 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476296 Mar 03 16:18:11.970266 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device b4bbec29-8f99-49d8-972a-d21c30e33aed details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:18:12.061769 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port b4bbec29-8f99-49d8-972a-d21c30e33aed, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b4bbec29-8f99-49d8-972a-d21c30e33aed,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:18:12.072980 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': 'b4bbec29-8f99-49d8-972a-d21c30e33aed', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'port_id': 'b4bbec29-8f99-49d8-972a-d21c30e33aed', 'mac_address': 'fa:16:3e:46:0c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:18:12.111760 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port b4bbec29-8f99-49d8-972a-d21c30e33aed is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:18:12.112150 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:12.124157 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4bbec29-8f99-49d8-972a-d21c30e33aed {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:18:12.141935 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port b4bbec29-8f99-49d8-972a-d21c30e33aed, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b4bbec29-8f99-49d8-972a-d21c30e33aed,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:18:12.146389 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:12.191418 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=b4bbec29-8f99-49d8-972a-d21c30e33aed,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:12.530703 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['b4bbec29-8f99-49d8-972a-d21c30e33aed'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:18:12.673597 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 39570) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:12.747853 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Deleting subnet 6a409e62-5af3-4bec-84d5-31948779a5ac {{(pid=103057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:18:12.752730 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Publish callbacks [] for subnet (6a409e62-5af3-4bec-84d5-31948779a5ac), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:12.792214 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ad1b4-1b4b-4e48-abbe-f6659300fda0 req-13cadc6e-bc64-444a-b571-463d3a8b9d28 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:12.793579 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-572ad1b4-1b4b-4e48-abbe-f6659300fda0 req-13cadc6e-bc64-444a-b571-463d3a8b9d28 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 945 time: 0.0909028 Mar 03 16:18:12.799004 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5715942'] for subnet (6a409e62-5af3-4bec-84d5-31948779a5ac), precommit_delete_associations {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:12.870669 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (6a409e62-5af3-4bec-84d5-31948779a5ac), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:12.896644 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-572ad1b4-1b4b-4e48-abbe-f6659300fda0 req-2169829f-2471-46d4-b59e-ee37616175e1 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957069 Mar 03 16:18:12.930347 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5579605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5598061'] for subnet (6a409e62-5af3-4bec-84d5-31948779a5ac), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:12.955367 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a409e62-5af3-4bec-84d5-31948779a5ac,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:12.957654 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:12.960852 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6a409e62-5af3-4bec-84d5-31948779a5ac HTTP/1.1" status: 204 len: 168 time: 0.2862794 Mar 03 16:18:12.963421 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 39572) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:12.966820 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:12.967173 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:12.967512 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:12.967872 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:12.968204 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:12.968529 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:12.968856 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:12.969180 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:12.969503 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:12.970009 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:12.970349 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:12.971273 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:12.971600 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab76fd2a-7b90-4102-be13-83b5db2c16e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.032947 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (68d890a5-499a-4085-8065-2ec5eed4b509), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:13.107729 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (68d890a5-499a-4085-8065-2ec5eed4b509), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:13.126977 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d890a5-499a-4085-8065-2ec5eed4b509']}} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:13.136154 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c886bf43-5d29-4009-8299-5981f97817d6') {'for_net_delete': True} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:13.136450 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c886bf43-5d29-4009-8299-5981f97817d6') {} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:13.145661 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4704059'] for segment (c886bf43-5d29-4009-8299-5981f97817d6), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:13.162009 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (c886bf43-5d29-4009-8299-5981f97817d6), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:13.167892 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=103058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:18:13.168282 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5887324'] for segment (c886bf43-5d29-4009-8299-5981f97817d6), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: Traceback (most recent call last): Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: timer() Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: cb(*args, **kw) Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: return func(*args, **kwargs) Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: self._notify() Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: self.callback(batched_events) Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: event.method(event) Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: return f(self, *a, **k) Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: return self._get(url).json() Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: return self.request(url, 'GET', **kwargs) Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:18:13.169918 dv-cinder-830538-6-iscsi neutron-server[103058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:18:13.225583 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (68d890a5-499a-4085-8065-2ec5eed4b509), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:13.230902 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:13.234060 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/68d890a5-499a-4085-8065-2ec5eed4b509 HTTP/1.1" status: 204 len: 168 time: 0.2695732 Mar 03 16:18:13.245376 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=68d890a5-499a-4085-8065-2ec5eed4b509,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:13.252268 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.252618 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.252954 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.253288 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.253616 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.253937 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.254262 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.254581 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.254932 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.255257 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.255571 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.255910 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.256226 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46417ae0-eb55-4382-9bc4-fcee428588c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:13.390097 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 39576) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:13.429197 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a135a095-9ffb-47a3-a4d0-0fdd44e84dd6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91f0011763844f15a91ff8281fe4118f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379579 Mar 03 16:18:13.431588 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 39578) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:13.476358 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-be976614-5f32-45fa-9daa-ded95cc6e930 admin admin] Publish callbacks [] for security_group (8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:13.496619 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-be976614-5f32-45fa-9daa-ded95cc6e930 admin admin] Publish callbacks [] for security_group (8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:13.543590 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-be976614-5f32-45fa-9daa-ded95cc6e930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:13.546162 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-be976614-5f32-45fa-9daa-ded95cc6e930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:13.547300 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-be976614-5f32-45fa-9daa-ded95cc6e930 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc HTTP/1.1" status: 204 len: 168 time: 0.1148314 Mar 03 16:18:13.554767 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be976614-5f32-45fa-9daa-ded95cc6e930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1c520c-31bd-44c0-9b86-2fd4b2aa22fc,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:13.989684 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device b4bbec29-8f99-49d8-972a-d21c30e33aed up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:18:14.017676 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0cde6-f1ff-4304-8958-ef0418fbaab3 req-f64c2e6a-86a9-4845-9097-30c9692f7350 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:14.019288 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e3c0cde6-f1ff-4304-8958-ef0418fbaab3 req-f64c2e6a-86a9-4845-9097-30c9692f7350 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 945 time: 0.0571930 Mar 03 16:18:14.055293 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port b4bbec29-8f99-49d8-972a-d21c30e33aed completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:18:14.059442 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port b4bbec29-8f99-49d8-972a-d21c30e33aed triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:18:14.059962 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:14.076892 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e3c0cde6-f1ff-4304-8958-ef0418fbaab3 req-281ad102-6727-48b5-b802-f5f963854b7c tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503297 Mar 03 16:18:14.151806 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port b4bbec29-8f99-49d8-972a-d21c30e33aed is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:18:14.152326 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:14.176802 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bbec29-8f99-49d8-972a-d21c30e33aed'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:18:14.179525 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c834972d-efe6-4a92-803c-2734272a3d6c" -d '{"events": [{"server_uuid": "d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5", "name": "network-vif-plugged", "status": "completed", "tag": "b4bbec29-8f99-49d8-972a-d21c30e33aed"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:18:14.191348 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port b4bbec29-8f99-49d8-972a-d21c30e33aed, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b4bbec29-8f99-49d8-972a-d21c30e33aed,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:18:14.196678 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:14.220772 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2763580f-8c68-49d4-998b-ff1ebf241647 x-openstack-request-id: req-2763580f-8c68-49d4-998b-ff1ebf241647 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:18:14.221065 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5", "name": "network-vif-plugged", "status": "completed", "tag": "b4bbec29-8f99-49d8-972a-d21c30e33aed", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:18:14.221414 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2763580f-8c68-49d4-998b-ff1ebf241647 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:18:14.221688 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4bbec29-8f99-49d8-972a-d21c30e33aed', 'code': 200} Mar 03 16:18:14.248584 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=b4bbec29-8f99-49d8-972a-d21c30e33aed,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:14.480315 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0d13c-fa42-4b3c-a4ec-24f00d80467c req-8d264992-1ce9-4b50-95fb-a26155aa6605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:14.482971 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5ba0d13c-fa42-4b3c-a4ec-24f00d80467c req-8d264992-1ce9-4b50-95fb-a26155aa6605 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 1130 time: 0.0471168 Mar 03 16:18:14.531963 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5ba0d13c-fa42-4b3c-a4ec-24f00d80467c req-908d89d9-7fc0-495e-b53e-9c699b60986a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426300 Mar 03 16:18:15.194666 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f39329-f925-457b-afb1-ea8204edd7cf req-834dfacd-1346-4f23-84ef-b06e1227766a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:15.196123 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-12f39329-f925-457b-afb1-ea8204edd7cf req-834dfacd-1346-4f23-84ef-b06e1227766a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 946 time: 0.0513706 Mar 03 16:18:15.245556 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-12f39329-f925-457b-afb1-ea8204edd7cf req-f6d8911c-7bca-4f15-97ce-68d0717cf3ac tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440500 Mar 03 16:18:15.848399 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b5e57165-1c87-42c2-8327-b2bc26d1f3b6 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4fe98a4ee9684928b57baf96a5b6e42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333951 Mar 03 16:18:16.029897 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ad862e76-aabf-4c7c-989f-ce280cbaec40 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:16.031968 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ad862e76-aabf-4c7c-989f-ce280cbaec40 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772690 Mar 03 16:18:16.046406 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-0100fba4-1acf-4b10-8c20-9ba74ed9a3c6 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/quotas/4fe98a4ee9684928b57baf96a5b6e42d HTTP/1.1" status: 200 len: 375 time: 0.0095456 Mar 03 16:18:16.077307 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-6251330d-d9aa-4eef-b750-88579be26391 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fe98a4ee9684928b57baf96a5b6e42d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259693 Mar 03 16:18:16.241081 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-12ade78f-a49d-4636-a6aa-6ea0e388fd93 req-3b8b90be-50c8-4e8e-ab95-dd8f5675c704 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 210 time: 0.0351515 Mar 03 16:18:16.367457 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d0d42-598b-408d-bcd3-326b686ccccd req-0e6ee1f1-36ea-42ef-927e-e74b4b31a5cb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:16.369035 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2b0d0d42-598b-408d-bcd3-326b686ccccd req-0e6ee1f1-36ea-42ef-927e-e74b4b31a5cb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 946 time: 0.0565941 Mar 03 16:18:16.417075 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2b0d0d42-598b-408d-bcd3-326b686ccccd req-9d1876ac-b583-4863-bcf6-dc33a55b2600 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425107 Mar 03 16:18:16.547039 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6a8b0-5614-49e8-80b6-cb2ce5c42022 req-26f626ab-b044-475a-9066-489f89364d57 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:16.548501 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-10f6a8b0-5614-49e8-80b6-cb2ce5c42022 req-26f626ab-b044-475a-9066-489f89364d57 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 946 time: 0.0638297 Mar 03 16:18:16.599158 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-10f6a8b0-5614-49e8-80b6-cb2ce5c42022 req-ac3401c6-2c11-41fe-9b44-202cd718ce07 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447512 Mar 03 16:18:16.621578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 39642) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:16.810619 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44de3e8-c3e2-467b-aec8-1ea23d52610d tempest-TestVolumeBootPattern-1423748621 tempest-TestVolumeBootPattern-1423748621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:16.812104 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-a44de3e8-c3e2-467b-aec8-1ea23d52610d tempest-TestVolumeBootPattern-1423748621 tempest-TestVolumeBootPattern-1423748621-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 1125 time: 0.1895490 Mar 03 16:18:16.814972 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 39646) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:16.819613 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'floatingip': {'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'port_id': 'b4bbec29-8f99-49d8-972a-d21c30e33aed', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:18:16.849054 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:16.943094 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:17.044935 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Allocated IP 172.27.2.27 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/bae37676-fda6-4fa4-8031-762da8d1b620) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:18:17.128764 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-10541a96-639a-48af-8513-adb13152055c tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4fe98a4ee9684928b57baf96a5b6e42d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236051 Mar 03 16:18:17.230608 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for port (bae37676-fda6-4fa4-8031-762da8d1b620), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:17.284473 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-0b79aa96-33a2-4a4e-b5f1-00894b0cadf8 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:17.285894 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-0b79aa96-33a2-4a4e-b5f1-00894b0cadf8 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512351 Mar 03 16:18:17.305652 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Request body: {'port': {'device_id': 'be9c710b-c25c-4206-a7b4-70cf8fb05f4e', 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc', 'admin_state_up': True, 'tenant_id': '4fe98a4ee9684928b57baf96a5b6e42d'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:18:17.620015 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-32aa4b75-673d-421b-89f7-fcb0a345dfe9 req-f8c2c840-6d0b-40bd-94e1-684c22bb988a tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 210 time: 0.3111162 Mar 03 16:18:17.623066 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (bae37676-fda6-4fa4-8031-762da8d1b620), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:17.694542 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:18:17.704585 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:18:17.711104 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:18:17.733792 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'Port': ['ID=bae37676-fda6-4fa4-8031-762da8d1b620,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:17.765360 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Made reservation on behalf of 4fe98a4ee9684928b57baf96a5b6e42d for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:18:17.768668 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:17.793684 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:18.002112 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Publish callbacks [] for security_group (caab46af-a680-4fcf-8b71-de5ebed55ce7), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:18.010635 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (caab46af-a680-4fcf-8b71-de5ebed55ce7), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:18.104507 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caab46af-a680-4fcf-8b71-de5ebed55ce7,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:18.250995 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Allocated IP 192.168.233.31 (f89f0979-4a29-4149-bcf6-ee26d6cac7dc/5306bc0b-d1b0-4383-b397-45275cbb844b/79471570-a5f2-402f-a6a3-44a1b725742c) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:18:18.288416 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (40b4b237-2023-43b5-91cf-b645e7b74785), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:18.426475 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (bae37676-fda6-4fa4-8031-762da8d1b620), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:18.495866 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Publish callbacks [] for port (79471570-a5f2-402f-a6a3-44a1b725742c), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:18.621816 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:18.680948 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Network f89f0979-4a29-4149-bcf6-ee26d6cac7dc is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:18:18.687829 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:18:18.696964 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:18:18.714980 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Pushing event updated for resources: {'Port': ['ID=79471570-a5f2-402f-a6a3-44a1b725742c,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:18.740700 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for port (bae37676-fda6-4fa4-8031-762da8d1b620), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:18.765971 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (bae37676-fda6-4fa4-8031-762da8d1b620), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:18.825353 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:18.825968 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:18.872184 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'Port': ['ID=bae37676-fda6-4fa4-8031-762da8d1b620,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:18.887400 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8f625-3513-4629-802f-531a2e6325f6 req-4af04a0f-ff2b-4832-9e3b-b13f66db86ea tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:18.889121 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d9f8f625-3513-4629-802f-531a2e6325f6 req-4af04a0f-ff2b-4832-9e3b-b13f66db86ea tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 935 time: 0.1935022 Mar 03 16:18:18.894819 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-ab15ca8b-5b8c-40e2-aceb-63ada143fd76 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5942879 Mar 03 16:18:18.904722 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (40b4b237-2023-43b5-91cf-b645e7b74785), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:18.912182 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Request body: {'port': {'device_id': 'be9c710b-c25c-4206-a7b4-70cf8fb05f4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:18:18.957551 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-1e54dd82-ccf7-429c-98b7-ae70cdc36a0b None None] Provisioning complete for port 79471570-a5f2-402f-a6a3-44a1b725742c triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:18:18.958116 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1e54dd82-ccf7-429c-98b7-ae70cdc36a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:18.991977 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-1e54dd82-ccf7-429c-98b7-ae70cdc36a0b None None] Port 79471570-a5f2-402f-a6a3-44a1b725742c cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:18:19.074695 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d9f8f625-3513-4629-802f-531a2e6325f6 req-536b7ae1-ed48-46e0-8a82-524e491263b3 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761060 Mar 03 16:18:19.078814 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:19.128538 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.l3_db [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Floating IP 40b4b237-2023-43b5-91cf-b645e7b74785 associated. External IP: 172.27.2.27, port: b4bbec29-8f99-49d8-972a-d21c30e33aed. Mar 03 16:18:19.514082 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:18:19.521973 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79471570-a5f2-402f-a6a3-44a1b725742c {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:18:19.533218 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Publish callbacks [] for port (79471570-a5f2-402f-a6a3-44a1b725742c), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:19.580443 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Transition to ACTIVE for port object 79471570-a5f2-402f-a6a3-44a1b725742c will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:18:19.585688 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:19.637273 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00dedb-89a0-4a6a-b9eb-5a3211ef4fc3 req-090fe212-2c17-4bc2-b8f9-acfa03812740 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:19.639564 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6a00dedb-89a0-4a6a-b9eb-5a3211ef4fc3 req-090fe212-2c17-4bc2-b8f9-acfa03812740 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 946 time: 0.0544922 Mar 03 16:18:19.680584 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Pushing event updated for resources: {'Port': ['ID=79471570-a5f2-402f-a6a3-44a1b725742c,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:19.695100 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6a00dedb-89a0-4a6a-b9eb-5a3211ef4fc3 req-ce292877-b4a4-4bf0-a81b-e9fa97cd8b8f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464060 Mar 03 16:18:19.734414 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:18:19.748181 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786e103-0aa8-4ab6-8c83-4a57fa178b0b None None] Sync routers for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:18:19.762134 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786e103-0aa8-4ab6-8c83-4a57fa178b0b None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:18:19.762915 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-c786e103-0aa8-4ab6-8c83-4a57fa178b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:18:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:19.764773 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:19.792226 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Attempting to bind port 79471570-a5f2-402f-a6a3-44a1b725742c on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:18:19.792753 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Attempting to bind port 79471570-a5f2-402f-a6a3-44a1b725742c by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'f3f46f78-70b1-46ec-82af-1e2344eb1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:18:19.793157 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Attempting to bind port 79471570-a5f2-402f-a6a3-44a1b725742c on network f89f0979-4a29-4149-bcf6-ee26d6cac7dc {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:18:19.802266 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Port 79471570-a5f2-402f-a6a3-44a1b725742c on network f89f0979-4a29-4149-bcf6-ee26d6cac7dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:18:19.803139 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Attempting to bind port 79471570-a5f2-402f-a6a3-44a1b725742c on network f89f0979-4a29-4149-bcf6-ee26d6cac7dc {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:18:19.809426 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:18:19.809770 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Checking segment: {'id': 'f3f46f78-70b1-46ec-82af-1e2344eb1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:18:19.810153 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Bound using segment: {'id': 'f3f46f78-70b1-46ec-82af-1e2344eb1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:18:19.810584 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Bound port: 79471570-a5f2-402f-a6a3-44a1b725742c, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f46f78-70b1-46ec-82af-1e2344eb1d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:18:19.810941 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:19.813644 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-c2047096-03ad-4c92-95e0-f51dcb8202c4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9977667 Mar 03 16:18:19.815086 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'tag': 'b4bbec29-8f99-49d8-972a-d21c30e33aed'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:18:19.817395 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3621e7db-91c6-4333-a2bc-e02282941b14" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5", "tag": "b4bbec29-8f99-49d8-972a-d21c30e33aed"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:18:19.859116 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e544b6e3-26c2-454f-8749-96e3b6fcf02a x-openstack-request-id: req-e544b6e3-26c2-454f-8749-96e3b6fcf02a {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:18:19.859474 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5", "tag": "b4bbec29-8f99-49d8-972a-d21c30e33aed", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:18:19.860334 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e544b6e3-26c2-454f-8749-96e3b6fcf02a {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:18:19.860731 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'tag': 'b4bbec29-8f99-49d8-972a-d21c30e33aed', 'status': 'completed', 'code': 200} Mar 03 16:18:19.888641 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-c786e103-0aa8-4ab6-8c83-4a57fa178b0b None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:18:19.915502 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] For port 79471570-a5f2-402f-a6a3-44a1b725742c, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:18:19.931290 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] For port 79471570-a5f2-402f-a6a3-44a1b725742c, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=79471570-a5f2-402f-a6a3-44a1b725742c,segment=NetworkSegment(f3f46f78-70b1-46ec-82af-1e2344eb1d42),segment_id=f3f46f78-70b1-46ec-82af-1e2344eb1d42)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:18:19.938996 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:19.980978 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621e7db-91c6-4333-a2bc-e02282941b14 req-cb659058-91d8-42b3-8986-a573b86f291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:19.982833 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3621e7db-91c6-4333-a2bc-e02282941b14 req-cb659058-91d8-42b3-8986-a573b86f291c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 1130 time: 0.0947480 Mar 03 16:18:19.987816 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:19.988422 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:19.989756 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] 10.222.0.10 "PUT /v2.0/ports/79471570-a5f2-402f-a6a3-44a1b725742c HTTP/1.1" status: 200 len: 1097 time: 1.0814433 Mar 03 16:18:20.081089 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c725f2-ec26-4ba0-adb0-bbef8bc4bcbb service neutron] Pushing event updated for resources: {'Port': ['ID=79471570-a5f2-402f-a6a3-44a1b725742c,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:20.130364 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-c76bf50c-8873-4366-8b93-a54bb86c0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:20.132626 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-c76bf50c-8873-4366-8b93-a54bb86c0473 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fe98a4ee9684928b57baf96a5b6e42d&device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 1131 time: 0.0916808 Mar 03 16:18:20.134058 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621e7db-91c6-4333-a2bc-e02282941b14 req-88befb03-e7c5-40b7-b337-c5aae2ca2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:20.135451 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3621e7db-91c6-4333-a2bc-e02282941b14 req-88befb03-e7c5-40b7-b337-c5aae2ca2387 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 912 time: 0.1442251 Mar 03 16:18:20.234945 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3621e7db-91c6-4333-a2bc-e02282941b14 req-e8737866-5a63-421e-90af-4b2305eb2e20 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4bbec29-8f99-49d8-972a-d21c30e33aed HTTP/1.1" status: 200 len: 999 time: 0.0859869 Mar 03 16:18:20.259111 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a15f2-8a7f-42c5-b35b-750b3a40ac55 req-30dcb4df-eaf1-4bc3-99cb-e1627798bdc9 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:20.260541 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f92a15f2-8a7f-42c5-b35b-750b3a40ac55 req-30dcb4df-eaf1-4bc3-99cb-e1627798bdc9 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 947 time: 0.0617793 Mar 03 16:18:20.272646 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-d00c5a9e-6b94-415e-a8ed-a6fd3144e7a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=79471570-a5f2-402f-a6a3-44a1b725742c HTTP/1.1" status: 200 len: 217 time: 0.1250226 Mar 03 16:18:20.340855 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f92a15f2-8a7f-42c5-b35b-750b3a40ac55 req-69fc9085-94c0-4cbf-bfc0-efa5d1574eb3 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671399 Mar 03 16:18:20.359993 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-c786e103-0aa8-4ab6-8c83-4a57fa178b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': '40b4b237-2023-43b5-91cf-b645e7b74785', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': 'b4bbec29-8f99-49d8-972a-d21c30e33aed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:46:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:18:18Z', 'updated_at': '2022-03-03T16:18:18Z', 'revision_number': 0, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:20.360606 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621e7db-91c6-4333-a2bc-e02282941b14 req-7a74878b-a619-4e2f-824a-3160c9418778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:20.361969 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3621e7db-91c6-4333-a2bc-e02282941b14 req-7a74878b-a619-4e2f-824a-3160c9418778 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0981221 Mar 03 16:18:20.363695 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-424e3d58-ddeb-4860-99e8-7aec99074624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:20.365035 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-424e3d58-ddeb-4860-99e8-7aec99074624 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5306bc0b-d1b0-4383-b397-45275cbb844b HTTP/1.1" status: 200 len: 843 time: 0.0689201 Mar 03 16:18:20.386848 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786e103-0aa8-4ab6-8c83-4a57fa178b0b None None] Checking router: 7dae0c1e-55cc-4bed-aabb-8c35b938a950 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:18:20.395136 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786e103-0aa8-4ab6-8c83-4a57fa178b0b None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:18:20.395778 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-c786e103-0aa8-4ab6-8c83-4a57fa178b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:18:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:20.447533 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621e7db-91c6-4333-a2bc-e02282941b14 req-41b75a70-58fa-4cf6-8dc8-8f73f2a07876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:20.449016 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3621e7db-91c6-4333-a2bc-e02282941b14 req-41b75a70-58fa-4cf6-8dc8-8f73f2a07876 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0748305 Mar 03 16:18:20.450780 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-7e92a971-e3c2-4e17-aef7-21ef50ba981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:20.452206 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-7e92a971-e3c2-4e17-aef7-21ef50ba981c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f89f0979-4a29-4149-bcf6-ee26d6cac7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0699842 Mar 03 16:18:20.503712 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-c786e103-0aa8-4ab6-8c83-4a57fa178b0b None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:18:20.614619 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3621e7db-91c6-4333-a2bc-e02282941b14 req-ce520c16-55ee-42b0-8bfb-69dd158e2567 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539364 Mar 03 16:18:20.616537 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-150c0761-5147-4b21-bf68-bbc1d767788c service neutron] 10.222.0.10 "GET /v2.0/networks/f89f0979-4a29-4149-bcf6-ee26d6cac7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489260 Mar 03 16:18:20.728045 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-c786e103-0aa8-4ab6-8c83-4a57fa178b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': '40b4b237-2023-43b5-91cf-b645e7b74785', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': 'b4bbec29-8f99-49d8-972a-d21c30e33aed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:46:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:18:18Z', 'updated_at': '2022-03-03T16:18:18Z', 'revision_number': 0, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:20.755070 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786e103-0aa8-4ab6-8c83-4a57fa178b0b None None] The sync data for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi is: [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': '40b4b237-2023-43b5-91cf-b645e7b74785', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.27', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': 'b4bbec29-8f99-49d8-972a-d21c30e33aed', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:46:0c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:18:18Z', 'updated_at': '2022-03-03T16:18:18Z', 'revision_number': 0, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:18:20.955473 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95028c43-1a08-4ddf-b486-474d80440107 None None] New status for floating IP 40b4b237-2023-43b5-91cf-b645e7b74785: ACTIVE {{(pid=103060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:18:21.076413 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a7713-1b42-49a3-b58d-56c45fb66bd5 req-c840a1c2-d86f-46d3-a38d-368dcc7fbc9f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:21.077808 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-459a7713-1b42-49a3-b58d-56c45fb66bd5 req-c840a1c2-d86f-46d3-a38d-368dcc7fbc9f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 946 time: 0.1084297 Mar 03 16:18:21.084996 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3621e7db-91c6-4333-a2bc-e02282941b14 req-9c571bd3-1318-4247-909f-51c0ec962a11 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575388 Mar 03 16:18:21.096724 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-31039475-a6fa-4aa2-97ce-514119ea7d8c req-9b2c61eb-c410-40ba-a490-8023a859c4d0 service neutron] 10.222.0.10 "GET /v2.0/networks/f89f0979-4a29-4149-bcf6-ee26d6cac7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616079 Mar 03 16:18:21.136727 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-459a7713-1b42-49a3-b58d-56c45fb66bd5 req-5ebe1ad9-8249-42f1-aac8-7284f0afea85 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493467 Mar 03 16:18:21.451056 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afbedb-56a1-4660-8d44-79cdf447e60e req-b858a85c-59bf-4e98-993f-58c8f4e97e36 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:21.452592 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-56afbedb-56a1-4660-8d44-79cdf447e60e req-b858a85c-59bf-4e98-993f-58c8f4e97e36 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 947 time: 0.0515602 Mar 03 16:18:21.497356 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-56afbedb-56a1-4660-8d44-79cdf447e60e req-dede7b61-968f-487f-9aee-5dc22260fef1 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393515 Mar 03 16:18:21.724383 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abdc72-45be-4045-90f9-10feb9af345e req-14c2b57b-c175-4a98-947e-cff564a8d1f0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:21.725889 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-67abdc72-45be-4045-90f9-10feb9af345e req-14c2b57b-c175-4a98-947e-cff564a8d1f0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.10 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 946 time: 0.0542521 Mar 03 16:18:21.823203 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Deleting port 0c3265c7-9671-4361-b09b-4fcca7af21e9 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:18:21.823552 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:21.867232 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9c710b-c25c-4206-a7b4-70cf8fb05f4e', 'tag': '79471570-a5f2-402f-a6a3-44a1b725742c'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:18:21.869437 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799e26a2-c269-40cd-bc56-7373fc5d2c86" -d '{"events": [{"name": "network-changed", "server_uuid": "be9c710b-c25c-4206-a7b4-70cf8fb05f4e", "tag": "79471570-a5f2-402f-a6a3-44a1b725742c"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:18:21.907927 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca79661-2602-4214-9e7e-faefa49f19f9 x-openstack-request-id: req-4ca79661-2602-4214-9e7e-faefa49f19f9 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:18:21.908215 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9c710b-c25c-4206-a7b4-70cf8fb05f4e", "tag": "79471570-a5f2-402f-a6a3-44a1b725742c", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:18:21.908462 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ca79661-2602-4214-9e7e-faefa49f19f9 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:18:21.908844 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be9c710b-c25c-4206-a7b4-70cf8fb05f4e', 'tag': '79471570-a5f2-402f-a6a3-44a1b725742c', 'status': 'completed', 'code': 200} Mar 03 16:18:21.920291 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] For port 0c3265c7-9671-4361-b09b-4fcca7af21e9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=0c3265c7-9671-4361-b09b-4fcca7af21e9,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:18:21.920686 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:22.105813 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e26a2-c269-40cd-bc56-7373fc5d2c86 req-1e69d533-9c57-4bd3-8ede-783139090bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:22.107338 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-799e26a2-c269-40cd-bc56-7373fc5d2c86 req-1e69d533-9c57-4bd3-8ede-783139090bce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fe98a4ee9684928b57baf96a5b6e42d&device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 1131 time: 0.1742759 Mar 03 16:18:22.220824 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:22.221185 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (b3f82d1b-e47b-4446-ae46-3a715a320959), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:22.221506 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.l3_db [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Floating IP b3f82d1b-e47b-4446-ae46-3a715a320959 disassociated. External IP: 172.27.2.101, port: 0c3265c7-9671-4361-b09b-4fcca7af21e9. Mar 03 16:18:22.221853 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Calling delete_port for 0c3265c7-9671-4361-b09b-4fcca7af21e9 owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:18:22.258349 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223487c-702b-43de-9557-1f395202fa3d req-102ca1f7-afa8-4abe-9d05-373c172977f6 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:22.259830 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9223487c-702b-43de-9557-1f395202fa3d req-102ca1f7-afa8-4abe-9d05-373c172977f6 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 946 time: 0.0523522 Mar 03 16:18:22.289387 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e26a2-c269-40cd-bc56-7373fc5d2c86 req-adbc588f-471c-4b9c-8de6-baecbc261e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:22.290878 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-799e26a2-c269-40cd-bc56-7373fc5d2c86 req-adbc588f-471c-4b9c-8de6-baecbc261e01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f89f0979-4a29-4149-bcf6-ee26d6cac7dc HTTP/1.1" status: 200 len: 869 time: 0.1751509 Mar 03 16:18:22.318795 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9223487c-702b-43de-9557-1f395202fa3d req-d16d95c7-18fd-4ba5-b83f-e792e1c6f5d9 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533302 Mar 03 16:18:22.341527 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-799e26a2-c269-40cd-bc56-7373fc5d2c86 req-d2ac8b51-6aa3-424c-9911-2d8947bba101 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=79471570-a5f2-402f-a6a3-44a1b725742c HTTP/1.1" status: 200 len: 217 time: 0.0402646 Mar 03 16:18:22.424384 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e26a2-c269-40cd-bc56-7373fc5d2c86 req-8130e583-b828-4d2f-ac37-7dff861741aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:22.425755 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-799e26a2-c269-40cd-bc56-7373fc5d2c86 req-8130e583-b828-4d2f-ac37-7dff861741aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5306bc0b-d1b0-4383-b397-45275cbb844b HTTP/1.1" status: 200 len: 843 time: 0.0720143 Mar 03 16:18:22.471984 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (0c3265c7-9671-4361-b09b-4fcca7af21e9), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:22.504748 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event deleted for resources: {'Port': ['ID=0c3265c7-9671-4361-b09b-4fcca7af21e9,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:22.554569 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e26a2-c269-40cd-bc56-7373fc5d2c86 req-4136104e-43f5-44ed-8e3e-3489a0bf02a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:22.556124 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-799e26a2-c269-40cd-bc56-7373fc5d2c86 req-4136104e-43f5-44ed-8e3e-3489a0bf02a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f89f0979-4a29-4149-bcf6-ee26d6cac7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1233997 Mar 03 16:18:22.734184 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Router e135f620-a4cd-4f21-946d-b9e671ae186b has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:18:22.741091 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db1bb1-370e-47f2-9ee7-e84292070f2a req-5e379d68-2c68-45bd-a344-116d7d1ce3af tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:22.742562 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-50db1bb1-370e-47f2-9ee7-e84292070f2a req-5e379d68-2c68-45bd-a344-116d7d1ce3af tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 947 time: 0.1682169 Mar 03 16:18:22.744787 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-799e26a2-c269-40cd-bc56-7373fc5d2c86 req-66eac1f5-24b1-4405-8245-9ffd873cca74 service neutron] 10.222.0.10 "GET /v2.0/networks/f89f0979-4a29-4149-bcf6-ee26d6cac7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804338 Mar 03 16:18:22.892342 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-50db1bb1-370e-47f2-9ee7-e84292070f2a req-8e446cd7-4fad-4c9b-9119-5f5daad5f01b tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440582 Mar 03 16:18:22.942741 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-799e26a2-c269-40cd-bc56-7373fc5d2c86 req-eb306f11-a41a-4480-a7a7-34a4b6d0d5d5 service neutron] 10.222.0.10 "GET /v2.0/networks/f89f0979-4a29-4149-bcf6-ee26d6cac7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871226 Mar 03 16:18:22.964007 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:18:22.974432 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c086b979-b3a0-4a22-8376-c2109d08f391 None None] Sync routers for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:18:22.983986 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086b979-b3a0-4a22-8376-c2109d08f391 None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:18:22.984732 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-c086b979-b3a0-4a22-8376-c2109d08f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:18:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:23.004642 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] No DVR routers for this DVR port 0c3265c7-9671-4361-b09b-4fcca7af21e9 on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:18:23.007845 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:23.011176 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-67abdc72-45be-4045-90f9-10feb9af345e req-b90dff1d-a7ff-4928-876f-daa49e634c60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.10 "DELETE /v2.0/ports/0c3265c7-9671-4361-b09b-4fcca7af21e9 HTTP/1.1" status: 204 len: 173 time: 1.2770472 Mar 03 16:18:23.112450 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-c086b979-b3a0-4a22-8376-c2109d08f391 None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:18:23.311029 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-c086b979-b3a0-4a22-8376-c2109d08f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:47Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:23.336107 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c086b979-b3a0-4a22-8376-c2109d08f391 None None] Checking router: e135f620-a4cd-4f21-946d-b9e671ae186b for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:18:23.343984 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086b979-b3a0-4a22-8376-c2109d08f391 None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:18:23.344577 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-c086b979-b3a0-4a22-8376-c2109d08f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:18:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:23.428895 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6c861335-4e26-4a31-a550-459fee0e38e4 req-4b73e6b9-5488-4783-9105-296b7047a6ae tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=e100d73d-6a99-48b6-9fb6-711077f45335 HTTP/1.1" status: 200 len: 210 time: 0.0266449 Mar 03 16:18:23.455917 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-c086b979-b3a0-4a22-8376-c2109d08f391 None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:18:23.658044 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-c086b979-b3a0-4a22-8376-c2109d08f391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:47Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:23.688188 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c086b979-b3a0-4a22-8376-c2109d08f391 None None] The sync data for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi is: [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:47Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:18:23.902149 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73895cb6-0381-45d1-8e95-2cdc2bfe7fea None None] New status for floating IP b3f82d1b-e47b-4446-ae46-3a715a320959: DOWN {{(pid=103060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:18:23.910176 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'name': 'network-vif-deleted', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:18:23.912684 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6e263a-f2c1-4e35-8508-2d5330c046f1" -d '{"events": [{"server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "name": "network-vif-deleted", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:18:23.951256 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be8ac8d-d974-4b62-af3f-b044dd39e162 x-openstack-request-id: req-9be8ac8d-d974-4b62-af3f-b044dd39e162 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:18:23.951551 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e100d73d-6a99-48b6-9fb6-711077f45335", "name": "network-vif-deleted", "tag": "0c3265c7-9671-4361-b09b-4fcca7af21e9", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:18:23.951838 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9be8ac8d-d974-4b62-af3f-b044dd39e162 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:18:23.952243 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e100d73d-6a99-48b6-9fb6-711077f45335', 'name': 'network-vif-deleted', 'tag': '0c3265c7-9671-4361-b09b-4fcca7af21e9', 'status': 'completed', 'code': 200} Mar 03 16:18:24.022905 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c472ae-30bf-400a-8a07-7e46d5a61b73 req-ee2a22b9-000b-4b9b-ac50-49c169898e05 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:24.024457 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-76c472ae-30bf-400a-8a07-7e46d5a61b73 req-ee2a22b9-000b-4b9b-ac50-49c169898e05 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 947 time: 0.0569458 Mar 03 16:18:24.081687 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-76c472ae-30bf-400a-8a07-7e46d5a61b73 req-09232aaa-162b-4428-b018-e62ca1ca5c58 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501916 Mar 03 16:18:24.518505 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 39710) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:24.571306 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc0b1-99d6-401c-a6c0-8b294e3921de tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group (e3401c16-670d-45a9-bbc2-ab38ecf4b1ee), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:24.593691 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc0b1-99d6-401c-a6c0-8b294e3921de tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group (e3401c16-670d-45a9-bbc2-ab38ecf4b1ee), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:24.642740 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc0b1-99d6-401c-a6c0-8b294e3921de tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e3401c16-670d-45a9-bbc2-ab38ecf4b1ee), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:24.645614 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-ea2bc0b1-99d6-401c-a6c0-8b294e3921de tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:24.647363 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-ea2bc0b1-99d6-401c-a6c0-8b294e3921de tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "DELETE /v2.0/security-groups/e3401c16-670d-45a9-bbc2-ab38ecf4b1ee HTTP/1.1" status: 204 len: 168 time: 0.1276805 Mar 03 16:18:24.651766 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 39714) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:24.657124 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2bc0b1-99d6-401c-a6c0-8b294e3921de tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3401c16-670d-45a9-bbc2-ab38ecf4b1ee,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:24.665833 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.api.v2.resource [None req-2214b42b-8186-4dd1-acd0-39a51f633b68 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] show failed (client error): The resource could not be found. Mar 03 16:18:24.670046 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-2214b42b-8186-4dd1-acd0-39a51f633b68 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups/e3401c16-670d-45a9-bbc2-ab38ecf4b1ee HTTP/1.1" status: 404 len: 347 time: 0.0186806 Mar 03 16:18:24.670610 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 39716) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:25.019756 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-1f95136a-3be9-4e73-a46e-1cbc07c1a906 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Deleting port 4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:18:25.020097 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1f95136a-3be9-4e73-a46e-1cbc07c1a906 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.093137 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1f95136a-3be9-4e73-a46e-1cbc07c1a906 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.093461 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1f95136a-3be9-4e73-a46e-1cbc07c1a906 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.105382 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-1f95136a-3be9-4e73-a46e-1cbc07c1a906 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Calling delete_port for 4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4 owned by network:floatingip {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:18:25.238280 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcb496-732c-4c2d-b76a-0ac25615b757 req-fc76776d-7b03-4eb9-bf3c-190b5a2ffb1d tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:25.239788 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-64fcb496-732c-4c2d-b76a-0ac25615b757 req-fc76776d-7b03-4eb9-bf3c-190b5a2ffb1d tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 947 time: 0.0820138 Mar 03 16:18:25.322720 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-64fcb496-732c-4c2d-b76a-0ac25615b757 req-e565b445-2636-49b4-80b9-981a6dcd5f8c tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762887 Mar 03 16:18:25.323729 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1f95136a-3be9-4e73-a46e-1cbc07c1a906 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.348632 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95136a-3be9-4e73-a46e-1cbc07c1a906 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event deleted for resources: {'Port': ['ID=4c8550e7-87fe-41a7-9af5-ad9f91a6d1d4,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:25.417007 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1f95136a-3be9-4e73-a46e-1cbc07c1a906 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (b3f82d1b-e47b-4446-ae46-3a715a320959), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.419739 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-1f95136a-3be9-4e73-a46e-1cbc07c1a906 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.423775 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-1f95136a-3be9-4e73-a46e-1cbc07c1a906 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "DELETE /v2.0/floatingips/b3f82d1b-e47b-4446-ae46-3a715a320959 HTTP/1.1" status: 204 len: 168 time: 0.7494493 Mar 03 16:18:25.624125 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 39722) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:25.628668 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-0245a51f-0653-46a2-b1a5-1c897f728fa3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164235085', 'description': 'tempest-description--549342288'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:18:25.650062 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0245a51f-0653-46a2-b1a5-1c897f728fa3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.720330 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0245a51f-0653-46a2-b1a5-1c897f728fa3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group (e25b7a5f-06b0-4053-9de3-a50e274ba1d5), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.725169 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0245a51f-0653-46a2-b1a5-1c897f728fa3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e25b7a5f-06b0-4053-9de3-a50e274ba1d5), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.753521 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0245a51f-0653-46a2-b1a5-1c897f728fa3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.754738 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-0245a51f-0653-46a2-b1a5-1c897f728fa3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1295300 Mar 03 16:18:25.757964 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 39724) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:25.759224 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245a51f-0653-46a2-b1a5-1c897f728fa3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25b7a5f-06b0-4053-9de3-a50e274ba1d5,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:25.764608 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-47616e74-1cb0-46e0-be2d-a473aa16f7a0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Request body: {'security_group_rule': {'security_group_id': 'e25b7a5f-06b0-4053-9de3-a50e274ba1d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:18:25.795807 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-47616e74-1cb0-46e0-be2d-a473aa16f7a0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group_rule (5319f865-7b4b-4ecc-8616-a91cff96c3b7), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.840422 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-47616e74-1cb0-46e0-be2d-a473aa16f7a0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group_rule (5319f865-7b4b-4ecc-8616-a91cff96c3b7), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.844330 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-47616e74-1cb0-46e0-be2d-a473aa16f7a0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (5319f865-7b4b-4ecc-8616-a91cff96c3b7), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.861932 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47616e74-1cb0-46e0-be2d-a473aa16f7a0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5319f865-7b4b-4ecc-8616-a91cff96c3b7,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:25.870465 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-47616e74-1cb0-46e0-be2d-a473aa16f7a0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.871706 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-47616e74-1cb0-46e0-be2d-a473aa16f7a0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126039 Mar 03 16:18:25.874298 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 39726) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:25.878490 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-54935dc0-824b-46c5-9b20-848a77bdcb49 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Request body: {'security_group_rule': {'security_group_id': 'e25b7a5f-06b0-4053-9de3-a50e274ba1d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:18:25.904331 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-54935dc0-824b-46c5-9b20-848a77bdcb49 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group_rule (7b1ef714-331b-4fbd-87ab-2c9534d11f73), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.972097 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-54935dc0-824b-46c5-9b20-848a77bdcb49 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group_rule (7b1ef714-331b-4fbd-87ab-2c9534d11f73), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.976868 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-54935dc0-824b-46c5-9b20-848a77bdcb49 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (7b1ef714-331b-4fbd-87ab-2c9534d11f73), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:25.996918 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54935dc0-824b-46c5-9b20-848a77bdcb49 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1ef714-331b-4fbd-87ab-2c9534d11f73,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:26.003645 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-54935dc0-824b-46c5-9b20-848a77bdcb49 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.005014 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-54935dc0-824b-46c5-9b20-848a77bdcb49 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297476 Mar 03 16:18:26.008709 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 39728) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:26.008886 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 79471570-a5f2-402f-a6a3-44a1b725742c details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:18:26.011025 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0c3265c7-9671-4361-b09b-4fcca7af21e9 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:18:26.013496 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Request body: {'floatingip': {'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:18:26.033324 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.038955 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 0c3265c7-9671-4361-b09b-4fcca7af21e9 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:18:26.039302 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 0c3265c7-9671-4361-b09b-4fcca7af21e9 not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:18:26.131921 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.134012 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 79471570-a5f2-402f-a6a3-44a1b725742c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=79471570-a5f2-402f-a6a3-44a1b725742c,segment=NetworkSegment(f3f46f78-70b1-46ec-82af-1e2344eb1d42),segment_id=f3f46f78-70b1-46ec-82af-1e2344eb1d42)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:18:26.145870 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '79471570-a5f2-402f-a6a3-44a1b725742c', 'network_id': 'f89f0979-4a29-4149-bcf6-ee26d6cac7dc', 'port_id': '79471570-a5f2-402f-a6a3-44a1b725742c', 'mac_address': 'fa:16:3e:17:71:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5306bc0b-d1b0-4383-b397-45275cbb844b', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:18:26.186121 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 79471570-a5f2-402f-a6a3-44a1b725742c is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:18:26.186470 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.199970 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79471570-a5f2-402f-a6a3-44a1b725742c {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:18:26.221861 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 79471570-a5f2-402f-a6a3-44a1b725742c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=79471570-a5f2-402f-a6a3-44a1b725742c,segment=NetworkSegment(f3f46f78-70b1-46ec-82af-1e2344eb1d42),segment_id=f3f46f78-70b1-46ec-82af-1e2344eb1d42)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:18:26.226187 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.246060 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Allocated IP 172.27.2.24 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/1049a4fc-f1a7-43d6-bfec-f932d8e8b065) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:18:26.275924 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=79471570-a5f2-402f-a6a3-44a1b725742c,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:26.284745 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.285108 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.285429 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.285761 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.286091 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.286445 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.286768 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.287089 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.287410 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.288333 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.288659 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.288974 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.289293 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:18:26.357784 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for port (1049a4fc-f1a7-43d6-bfec-f932d8e8b065), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.396318 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (1049a4fc-f1a7-43d6-bfec-f932d8e8b065), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.444387 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:18:26.447853 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:18:26.450166 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:18:26.450295 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed114a-7267-4ded-bf9c-ff5e33f76bac req-e700c7db-ef0e-4570-9ed8-829e1bdf02f2 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:26.451729 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-80ed114a-7267-4ded-bf9c-ff5e33f76bac req-e700c7db-ef0e-4570-9ed8-829e1bdf02f2 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 948 time: 0.0590250 Mar 03 16:18:26.482395 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event updated for resources: {'Port': ['ID=1049a4fc-f1a7-43d6-bfec-f932d8e8b065,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:26.499594 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-80ed114a-7267-4ded-bf9c-ff5e33f76bac req-51c5c0b0-c7be-493c-9559-2a0eaffa2ebc tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421269 Mar 03 16:18:26.546228 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (bcba0032-6647-4493-aae5-9d3179ac54a0), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.580160 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (1049a4fc-f1a7-43d6-bfec-f932d8e8b065), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.601899 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['79471570-a5f2-402f-a6a3-44a1b725742c'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:18:26.729194 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for port (1049a4fc-f1a7-43d6-bfec-f932d8e8b065), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.733768 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (1049a4fc-f1a7-43d6-bfec-f932d8e8b065), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.800483 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event updated for resources: {'Port': ['ID=1049a4fc-f1a7-43d6-bfec-f932d8e8b065,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:26.813374 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (bcba0032-6647-4493-aae5-9d3179ac54a0), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.827696 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:26.828902 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-e9f45eca-457e-4543-838f-1348cf738329 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8192666 Mar 03 16:18:27.016578 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-9aa36c31-301a-4c4f-a216-79296e8c4a2b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1164235085&fields=id&tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e HTTP/1.1" status: 200 len: 267 time: 0.0432079 Mar 03 16:18:27.121462 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-f3a5f7f0-a81a-47aa-ba01-d5d72411f8f3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:27.122898 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-f3a5f7f0-a81a-47aa-ba01-d5d72411f8f3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 816 time: 0.0997281 Mar 03 16:18:27.137134 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-7e38b01f-a007-419b-8030-e664138006dc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/quotas/4c4cf44f8cfb4dfca30f6e0569ef235e HTTP/1.1" status: 200 len: 375 time: 0.0090117 Mar 03 16:18:27.189446 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-89553de4-4a48-4b42-af2f-825b77cc1f76 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477087 Mar 03 16:18:27.280596 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-8cffa44d-8dcd-4936-9fb3-5db677bd401f service neutron] 10.222.0.11 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796998 Mar 03 16:18:27.372302 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-94ecc738-f7f4-40e3-9326-97c44a88c22e service neutron] 10.222.0.11 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858281 Mar 03 16:18:27.524605 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-00a02725-228f-4e9e-9ab3-9050260c5724 req-1d1d3fb5-4344-4844-932c-d94eca706829 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 210 time: 0.0271771 Mar 03 16:18:27.625671 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a8bf0-3d1a-4edc-a88e-6c5df20f4890 req-3a6c9549-c0ad-4f00-a441-3744e1825e35 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:27.627170 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-086a8bf0-3d1a-4edc-a88e-6c5df20f4890 req-3a6c9549-c0ad-4f00-a441-3744e1825e35 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 948 time: 0.0613210 Mar 03 16:18:27.678824 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-086a8bf0-3d1a-4edc-a88e-6c5df20f4890 req-e56ea35c-571e-44f1-8273-a82f7ca48343 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 Mar 03 16:18:28.019250 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 79471570-a5f2-402f-a6a3-44a1b725742c up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:18:28.069918 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 79471570-a5f2-402f-a6a3-44a1b725742c completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:18:28.073576 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 79471570-a5f2-402f-a6a3-44a1b725742c triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:18:28.074034 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:28.150688 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 79471570-a5f2-402f-a6a3-44a1b725742c is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:18:28.151071 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:28.172773 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9c710b-c25c-4206-a7b4-70cf8fb05f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79471570-a5f2-402f-a6a3-44a1b725742c'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:18:28.175112 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997fd872-55a0-4d89-a527-5aa5c8c133e1" -d '{"events": [{"server_uuid": "be9c710b-c25c-4206-a7b4-70cf8fb05f4e", "name": "network-vif-plugged", "status": "completed", "tag": "79471570-a5f2-402f-a6a3-44a1b725742c"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:18:28.188021 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 79471570-a5f2-402f-a6a3-44a1b725742c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=79471570-a5f2-402f-a6a3-44a1b725742c,segment=NetworkSegment(f3f46f78-70b1-46ec-82af-1e2344eb1d42),segment_id=f3f46f78-70b1-46ec-82af-1e2344eb1d42)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:18:28.192367 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:28.214537 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138590c9-a845-48d6-8a92-480c0de9665c x-openstack-request-id: req-138590c9-a845-48d6-8a92-480c0de9665c {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:18:28.214825 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9c710b-c25c-4206-a7b4-70cf8fb05f4e", "name": "network-vif-plugged", "status": "completed", "tag": "79471570-a5f2-402f-a6a3-44a1b725742c", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:18:28.215074 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-138590c9-a845-48d6-8a92-480c0de9665c {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:18:28.215455 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9c710b-c25c-4206-a7b4-70cf8fb05f4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79471570-a5f2-402f-a6a3-44a1b725742c', 'code': 200} Mar 03 16:18:28.243008 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=79471570-a5f2-402f-a6a3-44a1b725742c,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:28.404966 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5766a23-4541-4c74-b17e-00bfec602c61 req-39528693-0b5b-4731-8fc1-c542d58f80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:28.406702 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c5766a23-4541-4c74-b17e-00bfec602c61 req-39528693-0b5b-4731-8fc1-c542d58f80a3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 1133 time: 0.0595131 Mar 03 16:18:28.502558 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c5766a23-4541-4c74-b17e-00bfec602c61 req-710ab9ff-b5a4-4594-98d8-fe6ec62e8eec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856400 Mar 03 16:18:28.519676 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-d873493c-dff5-4434-aabe-d5f95de78692 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:28.521054 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-d873493c-dff5-4434-aabe-d5f95de78692 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.10 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 816 time: 0.1329432 Mar 03 16:18:28.625206 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f32decd3-2468-4662-a976-855b2a17e88a req-9a534a24-0141-476a-bf33-4eb50fe69953 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 210 time: 0.0272446 Mar 03 16:18:28.802788 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31383a5d-08fd-429b-8e56-089a0b457f3e req-75957336-840a-4019-a504-dd8f7347f6af tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:28.804306 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-31383a5d-08fd-429b-8e56-089a0b457f3e req-75957336-840a-4019-a504-dd8f7347f6af tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 949 time: 0.0574644 Mar 03 16:18:28.811911 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-5f103659-28ec-4c30-be3f-493ad220a42e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e HTTP/1.1" status: 200 len: 380 time: 0.0562937 Mar 03 16:18:28.823222 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Request body: {'port': {'device_id': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'admin_state_up': True, 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'security_groups': ['e25b7a5f-06b0-4053-9de3-a50e274ba1d5']}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:18:28.850235 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-31383a5d-08fd-429b-8e56-089a0b457f3e req-d2f7f490-ea2c-463e-abd4-056e327a980a tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403812 Mar 03 16:18:28.941531 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Made reservation on behalf of 4c4cf44f8cfb4dfca30f6e0569ef235e for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:18:28.945336 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:29.066577 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Allocated IP 172.20.0.8 (3eda6009-02fd-4599-bb6e-1629d529972a/1012fc80-88ad-4f0b-8ba7-efa6206e6c9f/17346edb-fbdc-467c-9580-d8591b2099a6) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:18:29.199318 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for port (17346edb-fbdc-467c-9580-d8591b2099a6), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:29.230041 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:29.270918 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Network 3eda6009-02fd-4599-bb6e-1629d529972a is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:18:29.273997 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:18:29.277457 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:18:29.302276 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event updated for resources: {'Port': ['ID=17346edb-fbdc-467c-9580-d8591b2099a6,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:29.331209 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:29.331910 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:29.349551 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-4725a021-957f-4496-8cc2-0150407be3bc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5298421 Mar 03 16:18:29.363686 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Request body: {'port': {'device_id': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:18:29.427587 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:29.503634 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-843db9e6-5ff0-4ec1-ac75-555fc1e49959 None None] Provisioning complete for port 17346edb-fbdc-467c-9580-d8591b2099a6 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:18:29.504251 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-843db9e6-5ff0-4ec1-ac75-555fc1e49959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:29.540686 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-843db9e6-5ff0-4ec1-ac75-555fc1e49959 None None] Port 17346edb-fbdc-467c-9580-d8591b2099a6 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:18:29.680472 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17346edb-fbdc-467c-9580-d8591b2099a6 {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:18:29.687737 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Publish callbacks [] for port (17346edb-fbdc-467c-9580-d8591b2099a6), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:29.700996 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Transition to ACTIVE for port object 17346edb-fbdc-467c-9580-d8591b2099a6 will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:18:29.709971 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:29.788436 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Pushing event updated for resources: {'Port': ['ID=17346edb-fbdc-467c-9580-d8591b2099a6,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:30.001633 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3f324-f74c-4b43-accf-b13f90ca52fe req-7964e36d-91a9-4368-8a82-79cd918750d9 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:30.003926 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b6c3f324-f74c-4b43-accf-b13f90ca52fe req-7964e36d-91a9-4368-8a82-79cd918750d9 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 949 time: 0.0613484 Mar 03 16:18:30.053648 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b6c3f324-f74c-4b43-accf-b13f90ca52fe req-19f1fa15-cc51-4232-afa9-48afa3eb987b tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436676 Mar 03 16:18:30.111601 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d2d08-5565-4074-9e33-d6ed1c67f4fe req-f84322a9-5c81-4329-ac33-de8228ffe488 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:30.113084 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2a2d2d08-5565-4074-9e33-d6ed1c67f4fe req-f84322a9-5c81-4329-ac33-de8228ffe488 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.4152048 Mar 03 16:18:30.173117 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Attempting to bind port 17346edb-fbdc-467c-9580-d8591b2099a6 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:18:30.173454 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Attempting to bind port 17346edb-fbdc-467c-9580-d8591b2099a6 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:18:30.173782 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Attempting to bind port 17346edb-fbdc-467c-9580-d8591b2099a6 on network 3eda6009-02fd-4599-bb6e-1629d529972a {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:18:30.180393 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2a2d2d08-5565-4074-9e33-d6ed1c67f4fe req-5628cdcb-76bb-4487-8f75-5674025d61ba tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615840 Mar 03 16:18:30.181331 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Port 17346edb-fbdc-467c-9580-d8591b2099a6 on network 3eda6009-02fd-4599-bb6e-1629d529972a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:18:30.181648 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Attempting to bind port 17346edb-fbdc-467c-9580-d8591b2099a6 on network 3eda6009-02fd-4599-bb6e-1629d529972a {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:18:30.187342 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:18:30.187733 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Checking segment: {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:18:30.188079 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Bound using segment: {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:18:30.188510 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Bound port: 17346edb-fbdc-467c-9580-d8591b2099a6, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206708d8-d519-4d0d-b558-1fb8b3055f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:18:30.188864 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:30.252933 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:18:30.256395 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=17346edb-fbdc-467c-9580-d8591b2099a6,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:18:30.261735 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:30.295532 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:30.296162 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:30.297516 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] 10.222.0.10 "PUT /v2.0/ports/17346edb-fbdc-467c-9580-d8591b2099a6 HTTP/1.1" status: 200 len: 1093 time: 0.9381452 Mar 03 16:18:30.297944 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:18:30.303251 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da05630-b032-4fc5-82cc-17800a1065f5" -d '{"events": [{"name": "network-changed", "server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:18:30.329283 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a184593-eab9-44d5-9c5e-6bde1e91b176 service neutron] Pushing event updated for resources: {'Port': ['ID=17346edb-fbdc-467c-9580-d8591b2099a6,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:30.347381 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a58a72a-8ce0-4133-94d2-b2fa90fd65d4 x-openstack-request-id: req-8a58a72a-8ce0-4133-94d2-b2fa90fd65d4 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:18:30.347756 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:18:30.348013 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a58a72a-8ce0-4133-94d2-b2fa90fd65d4 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:18:30.348408 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6', 'status': 'completed', 'code': 200} Mar 03 16:18:30.397848 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-df9e7ba2-df6d-4d59-b2a0-7b356a6d1267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:30.399462 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-df9e7ba2-df6d-4d59-b2a0-7b356a6d1267 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 1127 time: 0.0472331 Mar 03 16:18:30.444486 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-b1c03b1c-da2c-4c00-bfed-e88b16322c8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17346edb-fbdc-467c-9580-d8591b2099a6 HTTP/1.1" status: 200 len: 217 time: 0.0354645 Mar 03 16:18:30.496277 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-ad93609e-3515-4574-9528-22cb0ad1a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:30.497703 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-ad93609e-3515-4574-9528-22cb0ad1a54b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f HTTP/1.1" status: 200 len: 855 time: 0.0466731 Mar 03 16:18:30.546325 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-a961dde1-e944-443c-b0b2-e696c984a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:30.547834 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-a961dde1-e944-443c-b0b2-e696c984a81d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eda6009-02fd-4599-bb6e-1629d529972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437355 Mar 03 16:18:30.636779 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-17f724d0-e76e-4a2e-97fe-07f29e55e029 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806520 Mar 03 16:18:30.726840 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bcaefdc8-7f82-41a7-a615-3072e356e661 req-859b6a37-227f-4874-b694-bb9826696601 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822828 Mar 03 16:18:30.815197 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da05630-b032-4fc5-82cc-17800a1065f5 req-ea517748-7208-498e-a6d3-c38affa8d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:30.816694 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0da05630-b032-4fc5-82cc-17800a1065f5 req-ea517748-7208-498e-a6d3-c38affa8d4c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 1127 time: 0.0441391 Mar 03 16:18:30.913696 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da05630-b032-4fc5-82cc-17800a1065f5 req-4bc10547-12c0-43de-ac26-e154deac1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:30.915139 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0da05630-b032-4fc5-82cc-17800a1065f5 req-4bc10547-12c0-43de-ac26-e154deac1b30 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 916 time: 0.0859692 Mar 03 16:18:30.957142 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0da05630-b032-4fc5-82cc-17800a1065f5 req-7e12431b-fb9e-4df8-9305-9d1d8862783b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17346edb-fbdc-467c-9580-d8591b2099a6 HTTP/1.1" status: 200 len: 217 time: 0.0337327 Mar 03 16:18:31.005162 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da05630-b032-4fc5-82cc-17800a1065f5 req-6ce71545-7dda-4cfb-80b0-b2ee6da7068f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:31.006766 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0da05630-b032-4fc5-82cc-17800a1065f5 req-6ce71545-7dda-4cfb-80b0-b2ee6da7068f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f HTTP/1.1" status: 200 len: 855 time: 0.0425739 Mar 03 16:18:31.059327 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da05630-b032-4fc5-82cc-17800a1065f5 req-123e287b-b2b6-4630-a222-6a33279491ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:31.060839 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0da05630-b032-4fc5-82cc-17800a1065f5 req-123e287b-b2b6-4630-a222-6a33279491ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eda6009-02fd-4599-bb6e-1629d529972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472677 Mar 03 16:18:31.177345 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0da05630-b032-4fc5-82cc-17800a1065f5 req-01894b5c-5eef-4cbf-9638-25de6f692773 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091018 Mar 03 16:18:31.192266 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea1f21-12eb-45e7-893b-c6fb7111a895 req-0981ae31-1bd9-42c5-a53d-c1ecd267fd63 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:31.193664 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-29ea1f21-12eb-45e7-893b-c6fb7111a895 req-0981ae31-1bd9-42c5-a53d-c1ecd267fd63 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 949 time: 0.0731702 Mar 03 16:18:31.290601 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-29ea1f21-12eb-45e7-893b-c6fb7111a895 req-2d99d915-d956-439f-811d-1a55149564b0 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891850 Mar 03 16:18:31.313451 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0da05630-b032-4fc5-82cc-17800a1065f5 req-8dab5400-023b-4108-9b78-a2983031e3ff service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188705 Mar 03 16:18:31.313857 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc8c11-ba50-449f-9ab8-b932b410d698 req-1546719d-3791-4138-8c59-3aad192471cd tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:31.315973 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f1dc8c11-ba50-449f-9ab8-b932b410d698 req-1546719d-3791-4138-8c59-3aad192471cd tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0533049 Mar 03 16:18:31.368720 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f1dc8c11-ba50-449f-9ab8-b932b410d698 req-2ff02b09-d02c-4961-b9de-50a84442a541 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463243 Mar 03 16:18:31.543932 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1221d-23fc-4983-a90a-066eeae54c4b req-e3b152d0-d907-4195-bf32-19d622b0aabb tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:31.545304 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-98b1221d-23fc-4983-a90a-066eeae54c4b req-e3b152d0-d907-4195-bf32-19d622b0aabb tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 949 time: 0.0532854 Mar 03 16:18:31.593086 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-98b1221d-23fc-4983-a90a-066eeae54c4b req-4cf2e9f4-ba0f-4590-b86e-0e98a4b5fe9b tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421994 Mar 03 16:18:32.491286 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c37e0-cfdb-4340-80ce-e10ed1c2e3ae req-d9857646-c48b-44ac-a703-033298c76345 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:32.492667 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e38c37e0-cfdb-4340-80ce-e10ed1c2e3ae req-d9857646-c48b-44ac-a703-033298c76345 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0521030 Mar 03 16:18:32.541937 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e38c37e0-cfdb-4340-80ce-e10ed1c2e3ae req-8e1445ec-b838-4cd2-bf37-35d467e1751d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437620 Mar 03 16:18:32.710833 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b57bda-d7ad-4669-a8c0-f65fabfb83c8 req-a00d7e9d-e4a8-494e-849a-9732414fba62 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:32.712330 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b8b57bda-d7ad-4669-a8c0-f65fabfb83c8 req-a00d7e9d-e4a8-494e-849a-9732414fba62 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 949 time: 0.0516620 Mar 03 16:18:32.757257 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b8b57bda-d7ad-4669-a8c0-f65fabfb83c8 req-db8cbaa2-6687-4b72-8d32-16cc57109990 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394514 Mar 03 16:18:33.473611 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617936ac-3de6-4a88-8128-f6985fd4c7c4 req-09bc0e18-d79c-4f07-8845-7e2103c4bad5 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:33.475038 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-617936ac-3de6-4a88-8128-f6985fd4c7c4 req-09bc0e18-d79c-4f07-8845-7e2103c4bad5 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.10 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 949 time: 0.0547338 Mar 03 16:18:33.569388 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-617936ac-3de6-4a88-8128-f6985fd4c7c4 req-7ddb527f-53c8-4bb9-954c-16ee51fa5542 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Deleting port 79471570-a5f2-402f-a6a3-44a1b725742c {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:18:33.570070 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-617936ac-3de6-4a88-8128-f6985fd4c7c4 req-7ddb527f-53c8-4bb9-954c-16ee51fa5542 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:33.690913 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-617936ac-3de6-4a88-8128-f6985fd4c7c4 req-7ddb527f-53c8-4bb9-954c-16ee51fa5542 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] For port 79471570-a5f2-402f-a6a3-44a1b725742c, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=79471570-a5f2-402f-a6a3-44a1b725742c,segment=NetworkSegment(f3f46f78-70b1-46ec-82af-1e2344eb1d42),segment_id=f3f46f78-70b1-46ec-82af-1e2344eb1d42)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:18:33.691274 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-617936ac-3de6-4a88-8128-f6985fd4c7c4 req-7ddb527f-53c8-4bb9-954c-16ee51fa5542 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:33.700565 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc791cf-a11f-44ac-8535-adfd0800a57d req-64bdab75-b330-418c-9fa4-aa5e31b06e3f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:33.702030 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8bc791cf-a11f-44ac-8535-adfd0800a57d req-64bdab75-b330-418c-9fa4-aa5e31b06e3f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0876646 Mar 03 16:18:33.723348 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-617936ac-3de6-4a88-8128-f6985fd4c7c4 req-7ddb527f-53c8-4bb9-954c-16ee51fa5542 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Calling delete_port for 79471570-a5f2-402f-a6a3-44a1b725742c owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:18:33.793680 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8bc791cf-a11f-44ac-8535-adfd0800a57d req-28fd1563-efa9-46a1-abe9-c46ff29881cb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862191 Mar 03 16:18:33.875455 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-617936ac-3de6-4a88-8128-f6985fd4c7c4 req-7ddb527f-53c8-4bb9-954c-16ee51fa5542 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (79471570-a5f2-402f-a6a3-44a1b725742c), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:33.888095 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['79471570-a5f2-402f-a6a3-44a1b725742c'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:18:33.891187 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c6e9c-ebac-4d5b-b671-8d7bbe0ad3b6 req-634f3097-2619-462f-9198-27470333e2e6 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:33.894429 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-103c6e9c-ebac-4d5b-b671-8d7bbe0ad3b6 req-634f3097-2619-462f-9198-27470333e2e6 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/ports?device_id=be9c710b-c25c-4206-a7b4-70cf8fb05f4e HTTP/1.1" status: 200 len: 949 time: 0.0621407 Mar 03 16:18:33.902549 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb527f-53c8-4bb9-954c-16ee51fa5542 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Pushing event deleted for resources: {'Port': ['ID=79471570-a5f2-402f-a6a3-44a1b725742c,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:33.958932 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-617936ac-3de6-4a88-8128-f6985fd4c7c4 req-7ddb527f-53c8-4bb9-954c-16ee51fa5542 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] No DVR routers for this DVR port 79471570-a5f2-402f-a6a3-44a1b725742c on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:18:33.961551 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-617936ac-3de6-4a88-8128-f6985fd4c7c4 req-7ddb527f-53c8-4bb9-954c-16ee51fa5542 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:33.963746 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-103c6e9c-ebac-4d5b-b671-8d7bbe0ad3b6 req-96b74d38-9ee7-41a2-a045-f7d7c3865651 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.11 "GET /v2.0/security-groups?id=caab46af-a680-4fcf-8b71-de5ebed55ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625293 Mar 03 16:18:33.964959 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-617936ac-3de6-4a88-8128-f6985fd4c7c4 req-7ddb527f-53c8-4bb9-954c-16ee51fa5542 tempest-VolumesNegativeTest-190215322 tempest-VolumesNegativeTest-190215322-project] 10.222.0.10 "DELETE /v2.0/ports/79471570-a5f2-402f-a6a3-44a1b725742c HTTP/1.1" status: 204 len: 173 time: 0.4825089 Mar 03 16:18:33.965414 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9c710b-c25c-4206-a7b4-70cf8fb05f4e', 'name': 'network-vif-deleted', 'tag': '79471570-a5f2-402f-a6a3-44a1b725742c'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:18:33.968132 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d71d185-23a8-47f3-b9d4-8b65afb87c75" -d '{"events": [{"server_uuid": "be9c710b-c25c-4206-a7b4-70cf8fb05f4e", "name": "network-vif-deleted", "tag": "79471570-a5f2-402f-a6a3-44a1b725742c"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:18:34.020178 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e840a687-0206-4407-a8f0-94901c62813d x-openstack-request-id: req-e840a687-0206-4407-a8f0-94901c62813d {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:18:34.020470 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9c710b-c25c-4206-a7b4-70cf8fb05f4e", "name": "network-vif-deleted", "tag": "79471570-a5f2-402f-a6a3-44a1b725742c", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:18:34.020728 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e840a687-0206-4407-a8f0-94901c62813d {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:18:34.021128 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9c710b-c25c-4206-a7b4-70cf8fb05f4e', 'name': 'network-vif-deleted', 'tag': '79471570-a5f2-402f-a6a3-44a1b725742c', 'status': 'completed', 'code': 200} Mar 03 16:18:34.077933 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 17346edb-fbdc-467c-9580-d8591b2099a6 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:18:34.180161 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=17346edb-fbdc-467c-9580-d8591b2099a6,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:18:34.192369 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '17346edb-fbdc-467c-9580-d8591b2099a6', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'port_id': '17346edb-fbdc-467c-9580-d8591b2099a6', 'mac_address': 'fa:16:3e:18:9e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:18:34.244620 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 17346edb-fbdc-467c-9580-d8591b2099a6 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:18:34.245244 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:34.257839 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a8036bc9-8c5a-4097-b91b-70c1bd06d402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:34.264917 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17346edb-fbdc-467c-9580-d8591b2099a6 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:18:34.287605 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=17346edb-fbdc-467c-9580-d8591b2099a6,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:18:34.291411 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:34.465509 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=17346edb-fbdc-467c-9580-d8591b2099a6,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:34.716439 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['17346edb-fbdc-467c-9580-d8591b2099a6'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:18:34.915950 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ed5f6-f29a-4713-8124-e8e7272deb41 req-d82b029d-b397-43fc-be05-9164ed6eb80c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:34.917396 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-690ed5f6-f29a-4713-8124-e8e7272deb41 req-d82b029d-b397-43fc-be05-9164ed6eb80c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 944 time: 0.0515821 Mar 03 16:18:34.962193 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-690ed5f6-f29a-4713-8124-e8e7272deb41 req-482f27ea-ba82-43d6-97a4-cb6aebeb7d07 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393364 Mar 03 16:18:36.082630 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8234246-b616-4b9d-b924-503eff39ac97 req-71d14210-fb4a-4261-981f-9568fc06c0b7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:36.084373 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 17346edb-fbdc-467c-9580-d8591b2099a6 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:18:36.084785 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f8234246-b616-4b9d-b924-503eff39ac97 req-71d14210-fb4a-4261-981f-9568fc06c0b7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 944 time: 0.0525622 Mar 03 16:18:36.137072 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 17346edb-fbdc-467c-9580-d8591b2099a6 completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:18:36.140784 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f8234246-b616-4b9d-b924-503eff39ac97 req-87565c1d-67e3-4353-8536-7bfadb5faa5f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498760 Mar 03 16:18:36.141176 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 17346edb-fbdc-467c-9580-d8591b2099a6 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:18:36.141548 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:36.244427 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 17346edb-fbdc-467c-9580-d8591b2099a6 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:18:36.244921 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:36.271133 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:18:36.273961 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6bb26e-2be1-488c-9540-c22bca8208b2" -d '{"events": [{"server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "name": "network-vif-plugged", "status": "completed", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:18:36.290599 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=17346edb-fbdc-467c-9580-d8591b2099a6,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:18:36.295363 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:36.296281 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 79471570-a5f2-402f-a6a3-44a1b725742c no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:18:36.342414 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14612769-9f90-455b-8dfd-603945f10f84 x-openstack-request-id: req-14612769-9f90-455b-8dfd-603945f10f84 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:18:36.342988 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "name": "network-vif-plugged", "status": "completed", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:18:36.343417 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14612769-9f90-455b-8dfd-603945f10f84 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:18:36.344004 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6', 'code': 200} Mar 03 16:18:36.347025 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 79471570-a5f2-402f-a6a3-44a1b725742c {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:18:36.347544 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 79471570-a5f2-402f-a6a3-44a1b725742c not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:18:36.376819 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=17346edb-fbdc-467c-9580-d8591b2099a6,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:36.403975 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7d0e533c-5da9-4703-9433-880fcafca231 req-f7b3f219-4b9c-4726-9374-fa2207c420a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0948098 Mar 03 16:18:36.522667 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e533c-5da9-4703-9433-880fcafca231 req-f6101265-2274-482e-98e3-d6207708d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:36.524186 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7d0e533c-5da9-4703-9433-880fcafca231 req-f6101265-2274-482e-98e3-d6207708d9d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3df7765ab38441feaf9e7d17d7559290&device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 1130 time: 0.0764282 Mar 03 16:18:36.541192 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ea900-f853-4ecb-b561-611823a7deb0 req-b72538f5-52be-4d6f-8a49-914fcc03d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:36.542448 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-800ea900-f853-4ecb-b561-611823a7deb0 req-b72538f5-52be-4d6f-8a49-914fcc03d4ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 1129 time: 0.0676091 Mar 03 16:18:36.640698 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-800ea900-f853-4ecb-b561-611823a7deb0 req-c2d44ec6-05c0-417a-b77d-d1865821fe7a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917168 Mar 03 16:18:36.674765 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e533c-5da9-4703-9433-880fcafca231 req-ed557ef4-499e-4e04-a63d-24f7c4bbf129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:36.676291 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7d0e533c-5da9-4703-9433-880fcafca231 req-ed557ef4-499e-4e04-a63d-24f7c4bbf129 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 200 len: 911 time: 0.1217468 Mar 03 16:18:36.701094 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fe364f87-f7dd-4955-b5c1-798ad4a99413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:36.998336 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7d0e533c-5da9-4703-9433-880fcafca231 req-28dd988c-bc28-4448-9d0d-45ce82075c5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c575d8f6-2030-47e3-925f-00544960d7c9 HTTP/1.1" status: 200 len: 1001 time: 0.0601406 Mar 03 16:18:37.049887 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e533c-5da9-4703-9433-880fcafca231 req-bc231f56-f647-4b30-9a35-47a98ccb9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:37.051417 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7d0e533c-5da9-4703-9433-880fcafca231 req-bc231f56-f647-4b30-9a35-47a98ccb9399 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=028a2aef-a8b5-4645-8b5b-9ea5ad4099b5 HTTP/1.1" status: 200 len: 850 time: 0.0470717 Mar 03 16:18:37.099877 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e533c-5da9-4703-9433-880fcafca231 req-66b35afd-2dc2-4b85-a8dd-cdd79aaf1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:37.101378 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7d0e533c-5da9-4703-9433-880fcafca231 req-66b35afd-2dc2-4b85-a8dd-cdd79aaf1da9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ba15c27-2b8e-4d04-b799-e6df45177b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437355 Mar 03 16:18:37.192514 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7d0e533c-5da9-4703-9433-880fcafca231 req-c2739744-b5b6-4eff-8b1c-c312522eaef8 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830009 Mar 03 16:18:37.286214 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4c6cc-d3aa-4c1e-b04c-a115822078cb req-6e7deb54-6602-4941-a093-4de59a3c3f60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:37.288464 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8ac4c6cc-d3aa-4c1e-b04c-a115822078cb req-6e7deb54-6602-4941-a093-4de59a3c3f60 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0700169 Mar 03 16:18:37.295078 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7d0e533c-5da9-4703-9433-880fcafca231 req-9366ea77-af96-444b-88cf-f0816b0c6f99 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958092 Mar 03 16:18:37.333402 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:37.357303 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8ac4c6cc-d3aa-4c1e-b04c-a115822078cb req-fd31fe15-d73b-40c1-9e82-9a0289c67b17 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623889 Mar 03 16:18:37.601699 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:38.479420 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a09d69-eea8-4aa0-a5f8-6c52acc29849 req-7a50405c-0915-4f52-9fcb-367aaeeab7f7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:38.480829 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-28a09d69-eea8-4aa0-a5f8-6c52acc29849 req-7a50405c-0915-4f52-9fcb-367aaeeab7f7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0516188 Mar 03 16:18:38.524937 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-28a09d69-eea8-4aa0-a5f8-6c52acc29849 req-7407a402-955f-43a9-bbc8-14518364e22f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387225 Mar 03 16:18:38.640790 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b8a52-535d-4912-8e30-0b377cd32a53 req-73f70e52-3e5a-4468-9a31-744653d03461 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:38.642253 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-984b8a52-535d-4912-8e30-0b377cd32a53 req-73f70e52-3e5a-4468-9a31-744653d03461 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0522768 Mar 03 16:18:38.650766 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40050) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:38.655088 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-3eeda846-2076-43ec-a26a-3a62db2df1e2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Request body: {'floatingip': {'port_id': '17346edb-fbdc-467c-9580-d8591b2099a6'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:18:38.697397 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3eeda846-2076-43ec-a26a-3a62db2df1e2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (bcba0032-6647-4493-aae5-9d3179ac54a0), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:38.850423 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40054) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:38.987119 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-158e7d11-886c-44f6-a126-68053422dec0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fe98a4ee9684928b57baf96a5b6e42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353879 Mar 03 16:18:38.989431 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40058) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:18:39.037506 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-10317453-278d-4b28-b1cd-e2893abffcf8 admin admin] Publish callbacks [] for security_group (caab46af-a680-4fcf-8b71-de5ebed55ce7), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:39.058438 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-10317453-278d-4b28-b1cd-e2893abffcf8 admin admin] Publish callbacks [] for security_group (caab46af-a680-4fcf-8b71-de5ebed55ce7), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:39.110727 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-10317453-278d-4b28-b1cd-e2893abffcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (caab46af-a680-4fcf-8b71-de5ebed55ce7), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:39.112420 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:39.113578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-10317453-278d-4b28-b1cd-e2893abffcf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:39.114723 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-10317453-278d-4b28-b1cd-e2893abffcf8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/caab46af-a680-4fcf-8b71-de5ebed55ce7 HTTP/1.1" status: 204 len: 168 time: 0.1243718 Mar 03 16:18:39.122838 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10317453-278d-4b28-b1cd-e2893abffcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caab46af-a680-4fcf-8b71-de5ebed55ce7,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:18:39.150922 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3eeda846-2076-43ec-a26a-3a62db2df1e2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:39.155750 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3eeda846-2076-43ec-a26a-3a62db2df1e2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (bcba0032-6647-4493-aae5-9d3179ac54a0), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:39.261562 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.l3_db [None req-3eeda846-2076-43ec-a26a-3a62db2df1e2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Floating IP bcba0032-6647-4493-aae5-9d3179ac54a0 associated. External IP: 172.27.2.24, port: 17346edb-fbdc-467c-9580-d8591b2099a6. Mar 03 16:18:39.486147 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eeda846-2076-43ec-a26a-3a62db2df1e2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Router e135f620-a4cd-4f21-946d-b9e671ae186b has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:18:39.593306 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eeda846-2076-43ec-a26a-3a62db2df1e2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:18:39.598028 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-3eeda846-2076-43ec-a26a-3a62db2df1e2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:39.605682 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33092b-e733-49b4-b196-d67d5686c7ac None None] Sync routers for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:18:39.618729 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33092b-e733-49b4-b196-d67d5686c7ac None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:18:39.619361 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-cf33092b-e733-49b4-b196-d67d5686c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:18:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:39.626677 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-3eeda846-2076-43ec-a26a-3a62db2df1e2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "PUT /v2.0/floatingips/bcba0032-6647-4493-aae5-9d3179ac54a0 HTTP/1.1" status: 200 len: 990 time: 0.9748871 Mar 03 16:18:39.627332 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:18:39.629763 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fbaf2b-0aa8-4b27-8a8f-7b2e2007ea5b" -d '{"events": [{"name": "network-changed", "server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:18:39.740705 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-cf33092b-e733-49b4-b196-d67d5686c7ac None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:18:39.868124 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b9a0f7-5285-4143-9e9a-a5ecdcf6625e x-openstack-request-id: req-f1b9a0f7-5285-4143-9e9a-a5ecdcf6625e {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:18:39.868667 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:18:39.869120 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1b9a0f7-5285-4143-9e9a-a5ecdcf6625e {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:18:39.869659 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6', 'status': 'completed', 'code': 200} Mar 03 16:18:39.942627 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbaf2b-0aa8-4b27-8a8f-7b2e2007ea5b req-266a1a3e-40fd-4d2e-b407-242744450461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:39.944685 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-74fbaf2b-0aa8-4b27-8a8f-7b2e2007ea5b req-266a1a3e-40fd-4d2e-b407-242744450461 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 1129 time: 0.0511911 Mar 03 16:18:39.990990 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-cf33092b-e733-49b4-b196-d67d5686c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'bcba0032-6647-4493-aae5-9d3179ac54a0', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'port_id': '17346edb-fbdc-467c-9580-d8591b2099a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'mac_address': 'fa:16:3e:18:9e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:18:26Z', 'updated_at': '2022-03-03T16:18:39Z', 'revision_number': 1, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:47Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:40.017400 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33092b-e733-49b4-b196-d67d5686c7ac None None] Checking router: e135f620-a4cd-4f21-946d-b9e671ae186b for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:18:40.026868 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33092b-e733-49b4-b196-d67d5686c7ac None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:18:40.027474 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-cf33092b-e733-49b4-b196-d67d5686c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:18:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:40.048026 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbaf2b-0aa8-4b27-8a8f-7b2e2007ea5b req-cbbe9953-a9c6-4eea-93ff-2336bfa31df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:40.049502 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-74fbaf2b-0aa8-4b27-8a8f-7b2e2007ea5b req-cbbe9953-a9c6-4eea-93ff-2336bfa31df3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 916 time: 0.0973430 Mar 03 16:18:40.117709 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-74fbaf2b-0aa8-4b27-8a8f-7b2e2007ea5b req-9c8f09ef-0061-4183-96b0-b2043e917c6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17346edb-fbdc-467c-9580-d8591b2099a6 HTTP/1.1" status: 200 len: 998 time: 0.0598209 Mar 03 16:18:40.144952 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-cf33092b-e733-49b4-b196-d67d5686c7ac None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:18:40.165191 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbaf2b-0aa8-4b27-8a8f-7b2e2007ea5b req-b8cca3a5-fd10-4d26-807c-901af52b6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:40.166698 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-74fbaf2b-0aa8-4b27-8a8f-7b2e2007ea5b req-b8cca3a5-fd10-4d26-807c-901af52b6b86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f HTTP/1.1" status: 200 len: 855 time: 0.0426886 Mar 03 16:18:40.220308 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbaf2b-0aa8-4b27-8a8f-7b2e2007ea5b req-e821840a-839d-4409-96f1-2c0ac37f9fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:40.221820 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-74fbaf2b-0aa8-4b27-8a8f-7b2e2007ea5b req-e821840a-839d-4409-96f1-2c0ac37f9fc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eda6009-02fd-4599-bb6e-1629d529972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476172 Mar 03 16:18:40.308677 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-74fbaf2b-0aa8-4b27-8a8f-7b2e2007ea5b req-55969a66-b4e7-409f-a2cf-77bebd528f07 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800190 Mar 03 16:18:40.370216 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-cf33092b-e733-49b4-b196-d67d5686c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'bcba0032-6647-4493-aae5-9d3179ac54a0', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'port_id': '17346edb-fbdc-467c-9580-d8591b2099a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'mac_address': 'fa:16:3e:18:9e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:18:26Z', 'updated_at': '2022-03-03T16:18:39Z', 'revision_number': 1, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:47Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:18:40.396079 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33092b-e733-49b4-b196-d67d5686c7ac None None] The sync data for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi is: [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'bcba0032-6647-4493-aae5-9d3179ac54a0', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'floating_ip_address': '172.27.2.24', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'port_id': '17346edb-fbdc-467c-9580-d8591b2099a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'mac_address': 'fa:16:3e:18:9e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:18:26Z', 'updated_at': '2022-03-03T16:18:39Z', 'revision_number': 1, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:47Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:18:40.399564 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-74fbaf2b-0aa8-4b27-8a8f-7b2e2007ea5b req-340dca3e-668b-4db0-8934-638f84421d76 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846367 Mar 03 16:18:40.576023 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a064e0-7425-4ff7-bc27-9af333fd07df None None] New status for floating IP bcba0032-6647-4493-aae5-9d3179ac54a0: ACTIVE {{(pid=103060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:18:40.697630 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:18:44.778716 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:18:45.809789 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99226f3-22e4-4920-a658-d40765de1f57 req-03a7804e-3c99-4a71-9247-8dca040da614 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:45.811253 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e99226f3-22e4-4920-a658-d40765de1f57 req-03a7804e-3c99-4a71-9247-8dca040da614 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0567338 Mar 03 16:18:45.857787 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e99226f3-22e4-4920-a658-d40765de1f57 req-8048824d-2fcc-4a44-94fe-15c6262c0a6a tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408330 Mar 03 16:18:46.982146 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f724823a-5cc6-42e2-b1a9-b8fee8e7dfc2 req-2e1d4792-9499-4ca5-bb2e-08b0e731b8cc tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:46.983662 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f724823a-5cc6-42e2-b1a9-b8fee8e7dfc2 req-2e1d4792-9499-4ca5-bb2e-08b0e731b8cc tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0586176 Mar 03 16:18:47.033324 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f724823a-5cc6-42e2-b1a9-b8fee8e7dfc2 req-ae29f0a2-1566-4f6b-a25f-6c4a8556b356 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441344 Mar 03 16:18:48.147503 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24dfb5-c165-4576-b58e-d2d7b8943462 req-ec0a99b1-82ef-4685-af10-94e6691998ee tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:48.148971 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cf24dfb5-c165-4576-b58e-d2d7b8943462 req-ec0a99b1-82ef-4685-af10-94e6691998ee tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0511875 Mar 03 16:18:48.195852 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cf24dfb5-c165-4576-b58e-d2d7b8943462 req-eb32ad2a-64df-4d2d-8a6c-fac4c736c493 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414832 Mar 03 16:18:49.311874 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279c9e16-be8b-4546-99b9-f3f9654c23bb req-66404cd3-decc-42d8-a85b-0e772babbdb6 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:49.313352 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-279c9e16-be8b-4546-99b9-f3f9654c23bb req-66404cd3-decc-42d8-a85b-0e772babbdb6 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0523305 Mar 03 16:18:49.363552 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-279c9e16-be8b-4546-99b9-f3f9654c23bb req-f7371983-4894-4b0e-ad31-f8dac75618a0 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446165 Mar 03 16:18:50.477902 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac0d96-93a4-4f45-933e-5b818db7dd75 req-9bc89c23-88bd-4c6a-9ad2-f6801d8a3e0c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:50.479244 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-00ac0d96-93a4-4f45-933e-5b818db7dd75 req-9bc89c23-88bd-4c6a-9ad2-f6801d8a3e0c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0502222 Mar 03 16:18:50.529325 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-00ac0d96-93a4-4f45-933e-5b818db7dd75 req-a1351159-52a5-4bd1-96d3-6dc3dedb1111 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446749 Mar 03 16:18:51.643523 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baa45a-f6e0-47fd-a234-4190a9958b8b req-3aaf7c82-4278-46f7-84c9-f0ec7e3148fb tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:51.645000 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89baa45a-f6e0-47fd-a234-4190a9958b8b req-3aaf7c82-4278-46f7-84c9-f0ec7e3148fb tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0506542 Mar 03 16:18:51.694774 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89baa45a-f6e0-47fd-a234-4190a9958b8b req-046f7983-ee91-411c-838c-492b83b39cd3 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434113 Mar 03 16:18:52.809252 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61436cc2-3952-4415-b7ca-f09a3c39a56c req-048ce861-dc92-4e87-aa07-2466aa014a24 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:52.810683 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-61436cc2-3952-4415-b7ca-f09a3c39a56c req-048ce861-dc92-4e87-aa07-2466aa014a24 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0510166 Mar 03 16:18:52.857362 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-61436cc2-3952-4415-b7ca-f09a3c39a56c req-ce8c8d51-e2ed-4a93-b554-767b2db6bf55 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412855 Mar 03 16:18:53.973131 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b302b-5c08-42c8-9e7e-aa7922b9f1f6 req-ea1d2949-6695-45a8-a455-c41c6e0f96de tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:53.974601 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8e5b302b-5c08-42c8-9e7e-aa7922b9f1f6 req-ea1d2949-6695-45a8-a455-c41c6e0f96de tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0515459 Mar 03 16:18:54.020629 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8e5b302b-5c08-42c8-9e7e-aa7922b9f1f6 req-102cfa35-ee5a-4ba5-b987-239854bb0839 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408025 Mar 03 16:18:55.143987 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f8637-2794-45c6-853c-d4e14883b2a6 req-363aa795-8b59-4c2e-b0d9-7960ac30598f tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:55.145454 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-de8f8637-2794-45c6-853c-d4e14883b2a6 req-363aa795-8b59-4c2e-b0d9-7960ac30598f tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0531831 Mar 03 16:18:55.192159 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-de8f8637-2794-45c6-853c-d4e14883b2a6 req-91bb0e4b-874d-4786-9540-1cf3b8b85a61 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407372 Mar 03 16:18:55.985106 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181423e-8563-4794-8a52-c12a3462274d req-1c661009-8075-48ad-b76f-eefcc9f32388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:55.986620 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5181423e-8563-4794-8a52-c12a3462274d req-1c661009-8075-48ad-b76f-eefcc9f32388 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b03795c3804a9ca8e84ba161e5f592&device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 1130 time: 0.0469406 Mar 03 16:18:56.074117 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181423e-8563-4794-8a52-c12a3462274d req-dcefc3d1-c804-43d3-809a-e7453db0d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:56.075719 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5181423e-8563-4794-8a52-c12a3462274d req-dcefc3d1-c804-43d3-809a-e7453db0d61a service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 HTTP/1.1" status: 200 len: 909 time: 0.0825610 Mar 03 16:18:56.143042 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5181423e-8563-4794-8a52-c12a3462274d req-81fc58b4-0dfc-407c-925a-742c08ad1f1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a HTTP/1.1" status: 200 len: 1002 time: 0.0602798 Mar 03 16:18:56.190816 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181423e-8563-4794-8a52-c12a3462274d req-34e4054a-0ad9-4d13-8572-7e5642db0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:56.192262 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5181423e-8563-4794-8a52-c12a3462274d req-34e4054a-0ad9-4d13-8572-7e5642db0a29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f52b7343-2d0c-49ed-a918-2d20f4766e64 HTTP/1.1" status: 200 len: 848 time: 0.0431852 Mar 03 16:18:56.241768 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181423e-8563-4794-8a52-c12a3462274d req-61ea1bfb-6781-48eb-a147-fc7713f7959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:56.243197 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5181423e-8563-4794-8a52-c12a3462274d req-61ea1bfb-6781-48eb-a147-fc7713f7959c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432475 Mar 03 16:18:56.360464 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8ec5b-4071-4dac-9949-28ac9b3e84c3 req-f60b6e41-c6fa-4dff-b7cd-97aac39fef63 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:56.361913 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-98b8ec5b-4071-4dac-9949-28ac9b3e84c3 req-f60b6e41-c6fa-4dff-b7cd-97aac39fef63 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.1041844 Mar 03 16:18:56.378588 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5181423e-8563-4794-8a52-c12a3462274d req-c14c8802-0461-4e9b-b16d-9c92e94513c6 service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284869 Mar 03 16:18:56.459005 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-98b8ec5b-4071-4dac-9949-28ac9b3e84c3 req-55663312-1447-4be8-8c3f-dc09cdb45f02 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911181 Mar 03 16:18:56.490315 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5181423e-8563-4794-8a52-c12a3462274d req-df687374-93bb-400e-b6e9-f7439f2da7dd service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056848 Mar 03 16:18:57.580773 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffe5bdd-00fb-4e22-9d36-edb8cde79ca5 req-8ab5cf70-842c-435e-b1e5-a7e64600e4f9 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:57.582229 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cffe5bdd-00fb-4e22-9d36-edb8cde79ca5 req-8ab5cf70-842c-435e-b1e5-a7e64600e4f9 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0563452 Mar 03 16:18:57.631429 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cffe5bdd-00fb-4e22-9d36-edb8cde79ca5 req-653b3fd3-7a52-4056-893b-1d7e93dbdf3c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438070 Mar 03 16:18:58.755491 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fa249-e5f8-4ce2-95b2-c61d38df9c39 req-49b90e3e-5b2d-4888-9d47-aea7c8752778 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:18:58.757617 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c04fa249-e5f8-4ce2-95b2-c61d38df9c39 req-49b90e3e-5b2d-4888-9d47-aea7c8752778 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0589492 Mar 03 16:18:58.805383 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c04fa249-e5f8-4ce2-95b2-c61d38df9c39 req-90e37f92-e634-462f-9fe7-ebe236d95d06 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422399 Mar 03 16:19:00.018874 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c6cec-d477-4b1c-b7f4-7104900018ba req-e5f93a19-e114-4ca3-8a6e-341a2c111890 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:00.020533 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9f9c6cec-d477-4b1c-b7f4-7104900018ba req-e5f93a19-e114-4ca3-8a6e-341a2c111890 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0514429 Mar 03 16:19:00.068042 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9f9c6cec-d477-4b1c-b7f4-7104900018ba req-957bcb95-2cf8-452d-85d5-4b523b09d8b6 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419481 Mar 03 16:19:00.133157 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [req-cd999a33-eff5-4ea2-bd1f-b82cc89b270b req-43fb69e8-e5d0-488f-bf32-ff1b500c5270 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:19:00.134216 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cd999a33-eff5-4ea2-bd1f-b82cc89b270b req-43fb69e8-e5d0-488f-bf32-ff1b500c5270 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053532 Mar 03 16:19:00.306687 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-dd65fdb9-4cfe-4693-9949-8f27b8d39d3f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785058 Mar 03 16:19:00.317342 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be6fcd-9250-445c-8c3c-3ac7d4d1e51b req-d8efd7d4-1b28-4713-9c5c-4e8fd9b841aa tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:00.318711 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a7be6fcd-9250-445c-8c3c-3ac7d4d1e51b req-d8efd7d4-1b28-4713-9c5c-4e8fd9b841aa tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0661056 Mar 03 16:19:00.367949 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a7be6fcd-9250-445c-8c3c-3ac7d4d1e51b req-1c99efa0-ac0f-4592-ad67-ac20fe14d2df tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430813 Mar 03 16:19:00.379493 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-37c8109e-a5ed-4ef2-96df-077bbcf0bffb tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:00.380937 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-37c8109e-a5ed-4ef2-96df-077bbcf0bffb tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports/39593c3a-2f9c-4b87-b5d4-c860b061f43a HTTP/1.1" status: 200 len: 943 time: 0.0481849 Mar 03 16:19:01.485155 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32e434-8305-4dd9-b2c6-579705ddc467 req-adef8356-0c52-48ec-8334-f8135b49a0a9 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:01.486596 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5f32e434-8305-4dd9-b2c6-579705ddc467 req-adef8356-0c52-48ec-8334-f8135b49a0a9 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0542071 Mar 03 16:19:01.533180 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5f32e434-8305-4dd9-b2c6-579705ddc467 req-2ecde18b-3e12-4cc2-ae34-25fc03698840 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405128 Mar 03 16:19:01.620587 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-b35d7763-2413-4734-b037-6135cbdec5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:01.622085 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-b35d7763-2413-4734-b037-6135cbdec5bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167&tenant_id=43b03795c3804a9ca8e84ba161e5f592 HTTP/1.1" status: 200 len: 1130 time: 0.0449378 Mar 03 16:19:01.686687 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-0771a53d-d7b3-4def-bacd-98fa925a3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:01.688233 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-0771a53d-d7b3-4def-bacd-98fa925a3fdc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b03795c3804a9ca8e84ba161e5f592&device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 1130 time: 0.0442688 Mar 03 16:19:01.777161 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-92673f70-65b2-48f5-b52b-0271a8639595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:01.778608 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-92673f70-65b2-48f5-b52b-0271a8639595 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 HTTP/1.1" status: 200 len: 909 time: 0.0836365 Mar 03 16:19:01.842528 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-b8c3652d-c65a-40b3-83af-698d52974ef4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a HTTP/1.1" status: 200 len: 1002 time: 0.0566490 Mar 03 16:19:01.892483 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-14ca26a7-4973-42e6-bf67-b482e74c6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:01.893898 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-14ca26a7-4973-42e6-bf67-b482e74c6dd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f52b7343-2d0c-49ed-a918-2d20f4766e64 HTTP/1.1" status: 200 len: 848 time: 0.0447378 Mar 03 16:19:01.941943 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-f4ed2137-9edc-4aae-8ba9-6728887903dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:01.943414 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-f4ed2137-9edc-4aae-8ba9-6728887903dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426202 Mar 03 16:19:02.032504 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-4c883456-0dc1-4ee3-a085-da689f094432 service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824995 Mar 03 16:19:02.120262 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6b08a9f6-3925-44f5-834b-8afd09206862 req-64affe01-8a97-4164-afca-4897f16ebc56 service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819595 Mar 03 16:19:02.237896 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 39593c3a-2f9c-4b87-b5d4-c860b061f43a no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:19:02.311843 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 39593c3a-2f9c-4b87-b5d4-c860b061f43a is: ACTIVE; New status is: DOWN {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:19:02.312231 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:02.341098 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:19:02.343745 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfba878-7b51-43f9-b1bd-5451d332e7cc" -d '{"events": [{"server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "name": "network-vif-unplugged", "status": "completed", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:19:02.349100 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 39593c3a-2f9c-4b87-b5d4-c860b061f43a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:02.353109 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:02.383754 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Mar 2022 16:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173786c8-085f-4301-9925-41cd43ea2ac4 x-openstack-request-id: req-173786c8-085f-4301-9925-41cd43ea2ac4 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:19:02.384048 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "name": "network-vif-unplugged", "status": "completed", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:19:02.384300 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-173786c8-085f-4301-9925-41cd43ea2ac4 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:19:02.384684 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'code': 200} Mar 03 16:19:02.401326 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=39593c3a-2f9c-4b87-b5d4-c860b061f43a,revision_number=6']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:02.654575 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01bc10-e3b2-4db3-acf9-54216c9f5428 req-9538cd77-dc64-488e-82f1-0fc0fdd16907 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:02.656339 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7c01bc10-e3b2-4db3-acf9-54216c9f5428 req-9538cd77-dc64-488e-82f1-0fc0fdd16907 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0532789 Mar 03 16:19:02.704622 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7c01bc10-e3b2-4db3-acf9-54216c9f5428 req-2ef8be38-1838-4223-82aa-fb5c32f96563 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425572 Mar 03 16:19:03.821709 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f42d49-3648-46e0-953b-1bfe87100d8c req-406774f9-858c-42ca-9801-bf1fb9b675b7 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:03.823156 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d6f42d49-3648-46e0-953b-1bfe87100d8c req-406774f9-858c-42ca-9801-bf1fb9b675b7 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0519903 Mar 03 16:19:03.873805 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d6f42d49-3648-46e0-953b-1bfe87100d8c req-5ae690ca-ce70-4ca7-9b60-a77ce16bc95b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450916 Mar 03 16:19:04.230639 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0b47e1e5-b96d-4950-8c2f-bbb9d9aa7087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:04.371382 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1917b56a-6c7e-4d9f-97c9-610d06e2bdac req-65f1ed91-c90b-43d3-8c4e-306e5a809428 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332906833&fields=id&tenant_id=1fdedb4516ad49f2a17dcdb8bdcfc701 HTTP/1.1" status: 200 len: 267 time: 0.0420377 Mar 03 16:19:04.429702 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917b56a-6c7e-4d9f-97c9-610d06e2bdac req-34c1f4f4-ac75-48c3-9299-5457db32f849 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:04.431127 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1917b56a-6c7e-4d9f-97c9-610d06e2bdac req-34c1f4f4-ac75-48c3-9299-5457db32f849 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 985 time: 0.0545933 Mar 03 16:19:04.441300 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-1917b56a-6c7e-4d9f-97c9-610d06e2bdac req-1ad69750-ff71-48b8-bccc-82526e9204c3 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Request body: {'port': {'security_groups': ['549d27e5-ba36-4971-a916-ed2e933c4298']}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:19:04.512857 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-1917b56a-6c7e-4d9f-97c9-610d06e2bdac req-1ad69750-ff71-48b8-bccc-82526e9204c3 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:04.683230 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-1917b56a-6c7e-4d9f-97c9-610d06e2bdac req-1ad69750-ff71-48b8-bccc-82526e9204c3 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] For port 90de1cc1-629e-4ea1-bb80-22b864e42155, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=90de1cc1-629e-4ea1-bb80-22b864e42155,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:04.711520 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-1917b56a-6c7e-4d9f-97c9-610d06e2bdac req-1ad69750-ff71-48b8-bccc-82526e9204c3 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:04.715819 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-1917b56a-6c7e-4d9f-97c9-610d06e2bdac req-1ad69750-ff71-48b8-bccc-82526e9204c3 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:04.728753 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['90de1cc1-629e-4ea1-bb80-22b864e42155'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:19:04.758204 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917b56a-6c7e-4d9f-97c9-610d06e2bdac req-1ad69750-ff71-48b8-bccc-82526e9204c3 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:04.758846 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-1917b56a-6c7e-4d9f-97c9-610d06e2bdac req-1ad69750-ff71-48b8-bccc-82526e9204c3 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:04.760295 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1917b56a-6c7e-4d9f-97c9-610d06e2bdac req-1ad69750-ff71-48b8-bccc-82526e9204c3 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "PUT /v2.0/ports/90de1cc1-629e-4ea1-bb80-22b864e42155 HTTP/1.1" status: 200 len: 943 time: 0.3232315 Mar 03 16:19:04.766165 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40150) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:04.775366 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:19:04.777882 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11579414-cc53-4af0-a401-87286e951481" -d '{"events": [{"name": "network-changed", "server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:19:04.795787 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad69750-ff71-48b8-bccc-82526e9204c3 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event updated for resources: {'Port': ['ID=90de1cc1-629e-4ea1-bb80-22b864e42155,revision_number=7']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:04.838345 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5ecb10-37e0-41cc-a41a-48d1225b68b0 x-openstack-request-id: req-5f5ecb10-37e0-41cc-a41a-48d1225b68b0 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:19:04.839049 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:19:04.839519 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f5ecb10-37e0-41cc-a41a-48d1225b68b0 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:19:04.840253 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'status': 'completed', 'code': 200} Mar 03 16:19:04.847343 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['90de1cc1-629e-4ea1-bb80-22b864e42155'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:19:04.850841 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ae17cc41-a39b-4969-8731-334d44e6f328 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group (dc89f451-22e9-4edb-9025-687624efe500), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:04.879304 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ae17cc41-a39b-4969-8731-334d44e6f328 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group (dc89f451-22e9-4edb-9025-687624efe500), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:04.946695 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11579414-cc53-4af0-a401-87286e951481 req-0bc828f8-bd0b-477d-8466-4bad0efdfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:04.948419 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-11579414-cc53-4af0-a401-87286e951481 req-0bc828f8-bd0b-477d-8466-4bad0efdfbda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fdedb4516ad49f2a17dcdb8bdcfc701&device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 1130 time: 0.0841074 Mar 03 16:19:04.990405 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ae17cc41-a39b-4969-8731-334d44e6f328 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (dc89f451-22e9-4edb-9025-687624efe500), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:04.993978 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ae17cc41-a39b-4969-8731-334d44e6f328 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:04.998157 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-ae17cc41-a39b-4969-8731-334d44e6f328 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "DELETE /v2.0/security-groups/dc89f451-22e9-4edb-9025-687624efe500 HTTP/1.1" status: 204 len: 168 time: 0.2307012 Mar 03 16:19:04.998798 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40156) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:05.014061 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17cc41-a39b-4969-8731-334d44e6f328 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc89f451-22e9-4edb-9025-687624efe500,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:05.085220 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723800ab-d65d-4e4f-b6df-237198c69f58 req-5f94858c-4407-4cdc-9f86-72323b5ad972 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:05.086713 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-723800ab-d65d-4e4f-b6df-237198c69f58 req-5f94858c-4407-4cdc-9f86-72323b5ad972 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.1045763 Mar 03 16:19:05.117246 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-6d16b056-c668-4684-a01b-b3961a57433a None None] Provisioning complete for port 90de1cc1-629e-4ea1-bb80-22b864e42155 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:19:05.117635 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-6d16b056-c668-4684-a01b-b3961a57433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:05.128705 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11579414-cc53-4af0-a401-87286e951481 req-0ae026a4-7fc0-4b07-92a0-846f2376c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:05.130210 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-11579414-cc53-4af0-a401-87286e951481 req-0ae026a4-7fc0-4b07-92a0-846f2376c74e service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5ad406e-33e9-494f-9b52-02dce4509ffa HTTP/1.1" status: 200 len: 915 time: 0.1727786 Mar 03 16:19:05.191208 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Deleting port 8f88f036-fd64-4434-a93b-7b03c8117d74 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:19:05.191595 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (8f88f036-fd64-4434-a93b-7b03c8117d74), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:05.196366 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-723800ab-d65d-4e4f-b6df-237198c69f58 req-2dc8cbde-b952-4e87-9e27-53faf0d8f450 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003928 Mar 03 16:19:05.197960 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-6d16b056-c668-4684-a01b-b3961a57433a None None] Current status of the port 90de1cc1-629e-4ea1-bb80-22b864e42155 is: ACTIVE; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:19:05.211461 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-11579414-cc53-4af0-a401-87286e951481 req-8f788bbc-66b5-4dc9-979f-873ec809dce1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90de1cc1-629e-4ea1-bb80-22b864e42155 HTTP/1.1" status: 200 len: 1002 time: 0.0747547 Mar 03 16:19:05.264110 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11579414-cc53-4af0-a401-87286e951481 req-3155a6a2-8796-4f3a-ab88-4e754d67fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:05.265561 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-11579414-cc53-4af0-a401-87286e951481 req-3155a6a2-8796-4f3a-ab88-4e754d67fcec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac10c53-4673-4c25-aaf1-7a3222a770b0 HTTP/1.1" status: 200 len: 854 time: 0.0467112 Mar 03 16:19:05.269701 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (8f88f036-fd64-4434-a93b-7b03c8117d74), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:05.270104 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for floatingip (8f88f036-fd64-4434-a93b-7b03c8117d74), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:05.287305 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Calling delete_port for 8f88f036-fd64-4434-a93b-7b03c8117d74 owned by network:floatingip {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:19:05.314974 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11579414-cc53-4af0-a401-87286e951481 req-ea57ee59-70da-4e90-8204-7018bb8c7c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:05.316536 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-11579414-cc53-4af0-a401-87286e951481 req-ea57ee59-70da-4e90-8204-7018bb8c7c5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5ad406e-33e9-494f-9b52-02dce4509ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447819 Mar 03 16:19:05.402697 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-11579414-cc53-4af0-a401-87286e951481 req-341207d5-3a37-4167-8d63-46c39359b193 service neutron] 10.222.0.10 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792456 Mar 03 16:19:05.461638 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (8f88f036-fd64-4434-a93b-7b03c8117d74), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:05.492768 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event deleted for resources: {'Port': ['ID=8f88f036-fd64-4434-a93b-7b03c8117d74,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:05.494109 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-11579414-cc53-4af0-a401-87286e951481 req-69b76cfb-9375-47ab-a0f6-c6a9a9c5c131 service neutron] 10.222.0.10 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847843 Mar 03 16:19:05.548519 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks [] for floatingip (c29c013d-39c2-4be2-aaeb-7cf736183a07), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:05.548769 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.l3_db [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Floating IP c29c013d-39c2-4be2-aaeb-7cf736183a07 disassociated (deleted). External IP: 172.27.2.151, port: 90de1cc1-629e-4ea1-bb80-22b864e42155. Mar 03 16:19:05.751442 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Router 395990e9-2be2-43c4-8705-7a00491f2e82 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:19:05.855967 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:19:05.860596 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:05.865062 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7ee6da-6a12-44a5-bfa1-8a21d4306bef None None] Sync routers for ids ['395990e9-2be2-43c4-8705-7a00491f2e82'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:19:05.874986 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7ee6da-6a12-44a5-bfa1-8a21d4306bef None None] Routers {'395990e9-2be2-43c4-8705-7a00491f2e82'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:19:05.875587 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-2b7ee6da-6a12-44a5-bfa1-8a21d4306bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:18:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['395990e9-2be2-43c4-8705-7a00491f2e82'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:05.888881 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-76d75a0d-a922-4d98-a033-096a42fb0f1c tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "DELETE /v2.0/floatingips/c29c013d-39c2-4be2-aaeb-7cf736183a07 HTTP/1.1" status: 204 len: 168 time: 0.8864660 Mar 03 16:19:05.889460 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:19:05.891714 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2540121d-3b10-4272-a8a0-1886e737fa51" -d '{"events": [{"name": "network-changed", "server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:19:05.928258 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43bff79-6774-4690-b5ac-006761e62d3e x-openstack-request-id: req-a43bff79-6774-4690-b5ac-006761e62d3e {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:19:05.928697 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:19:05.929550 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a43bff79-6774-4690-b5ac-006761e62d3e {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:19:05.930035 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'status': 'completed', 'code': 200} Mar 03 16:19:05.987240 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-2b7ee6da-6a12-44a5-bfa1-8a21d4306bef None None] Set router 395990e9-2be2-43c4-8705-7a00491f2e82 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:19:06.005455 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540121d-3b10-4272-a8a0-1886e737fa51 req-b0d9d43e-4f8b-420d-98d8-b98ac9f84dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:06.006979 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2540121d-3b10-4272-a8a0-1886e737fa51 req-b0d9d43e-4f8b-420d-98d8-b98ac9f84dfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fdedb4516ad49f2a17dcdb8bdcfc701&device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 1130 time: 0.0551219 Mar 03 16:19:06.124768 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540121d-3b10-4272-a8a0-1886e737fa51 req-c3d930d5-4a4a-410a-b329-47d89be79475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:06.126212 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2540121d-3b10-4272-a8a0-1886e737fa51 req-c3d930d5-4a4a-410a-b329-47d89be79475 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5ad406e-33e9-494f-9b52-02dce4509ffa HTTP/1.1" status: 200 len: 915 time: 0.1135781 Mar 03 16:19:06.186342 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2540121d-3b10-4272-a8a0-1886e737fa51 req-efe0de18-9621-4b89-b190-52425587cddd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90de1cc1-629e-4ea1-bb80-22b864e42155 HTTP/1.1" status: 200 len: 217 time: 0.0499592 Mar 03 16:19:06.218814 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-2b7ee6da-6a12-44a5-bfa1-8a21d4306bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:14:04Z', 'revision_number': 4, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '1716075c-d4bb-4ee2-8ae6-72262217d4fa', 'name': '', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'mac_address': 'fa:16:3e:c4:86:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:04Z', 'updated_at': '2022-03-03T16:14:11Z', 'revision_number': 5, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'subnets': [{'id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:06.234366 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540121d-3b10-4272-a8a0-1886e737fa51 req-d96011d5-6f1c-4db1-ae6a-fd15ce589db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:06.235875 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2540121d-3b10-4272-a8a0-1886e737fa51 req-d96011d5-6f1c-4db1-ae6a-fd15ce589db5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ac10c53-4673-4c25-aaf1-7a3222a770b0 HTTP/1.1" status: 200 len: 854 time: 0.0428302 Mar 03 16:19:06.245128 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7ee6da-6a12-44a5-bfa1-8a21d4306bef None None] Checking router: 395990e9-2be2-43c4-8705-7a00491f2e82 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:19:06.254017 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7ee6da-6a12-44a5-bfa1-8a21d4306bef None None] Routers {'395990e9-2be2-43c4-8705-7a00491f2e82'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:19:06.254630 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-2b7ee6da-6a12-44a5-bfa1-8a21d4306bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:18:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['395990e9-2be2-43c4-8705-7a00491f2e82'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:06.292987 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540121d-3b10-4272-a8a0-1886e737fa51 req-8f348785-fea3-4eb5-a66f-3b4a337332ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:06.294613 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2540121d-3b10-4272-a8a0-1886e737fa51 req-8f348785-fea3-4eb5-a66f-3b4a337332ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5ad406e-33e9-494f-9b52-02dce4509ffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511844 Mar 03 16:19:06.328444 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561afb4d-fa86-4018-964f-7abd46b51302 req-e0e72d74-4367-409d-b2fa-b6c151ed763c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:06.330295 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-561afb4d-fa86-4018-964f-7abd46b51302 req-e0e72d74-4367-409d-b2fa-b6c151ed763c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0577109 Mar 03 16:19:06.401336 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-561afb4d-fa86-4018-964f-7abd46b51302 req-d705898a-9bbf-4188-99c5-08497de05b91 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642006 Mar 03 16:19:06.502783 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-2b7ee6da-6a12-44a5-bfa1-8a21d4306bef None None] Set router 395990e9-2be2-43c4-8705-7a00491f2e82 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:19:06.654108 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2540121d-3b10-4272-a8a0-1886e737fa51 req-7387188f-b564-4a96-b0f8-6f08b14ddec9 service neutron] 10.222.0.10 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497922 Mar 03 16:19:06.713638 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5ba6617d-18a4-4954-a78f-ef1accb872cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:06.731789 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-2b7ee6da-6a12-44a5-bfa1-8a21d4306bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:14:04Z', 'revision_number': 4, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '1716075c-d4bb-4ee2-8ae6-72262217d4fa', 'name': '', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'mac_address': 'fa:16:3e:c4:86:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:04Z', 'updated_at': '2022-03-03T16:14:11Z', 'revision_number': 5, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'subnets': [{'id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:06.750101 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2540121d-3b10-4272-a8a0-1886e737fa51 req-0b04d4a8-b738-402c-8b0e-e19869da4e21 service neutron] 10.222.0.10 "GET /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899010 Mar 03 16:19:06.758827 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7ee6da-6a12-44a5-bfa1-8a21d4306bef None None] The sync data for ids ['395990e9-2be2-43c4-8705-7a00491f2e82'] in dv-cinder-830538-6-iscsi is: [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:14:04Z', 'revision_number': 4, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '1716075c-d4bb-4ee2-8ae6-72262217d4fa', 'name': '', 'network_id': 'f5ad406e-33e9-494f-9b52-02dce4509ffa', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'mac_address': 'fa:16:3e:c4:86:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:04Z', 'updated_at': '2022-03-03T16:14:11Z', 'revision_number': 5, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'subnets': [{'id': '7ac10c53-4673-4c25-aaf1-7a3222a770b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:19:06.986569 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c71d310-0410-482b-9219-5d73c25eab24 None None] New status for floating IP c29c013d-39c2-4be2-aaeb-7cf736183a07: DOWN {{(pid=103060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:19:07.308888 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:07.517057 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e367413-0d36-4c03-86b3-59e0bd158216 req-43c5ca33-397d-4e01-a68e-667428faaf4d tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:07.518575 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8e367413-0d36-4c03-86b3-59e0bd158216 req-43c5ca33-397d-4e01-a68e-667428faaf4d tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0512006 Mar 03 16:19:07.568011 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8e367413-0d36-4c03-86b3-59e0bd158216 req-0b2fc5e6-8052-4c3f-9e57-73b89952209b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431163 Mar 03 16:19:07.604602 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:08.603000 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79160a-7c81-4edd-be9a-6dbd44e244fc req-f0bac9c9-a6a9-47c1-98d2-e5695a76079a tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:08.604524 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9a79160a-7c81-4edd-be9a-6dbd44e244fc req-f0bac9c9-a6a9-47c1-98d2-e5695a76079a tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 946 time: 0.0515394 Mar 03 16:19:08.654840 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9a79160a-7c81-4edd-be9a-6dbd44e244fc req-f15795e1-1ac1-416e-a7c5-89ee775e7dbb tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444057 Mar 03 16:19:08.688771 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e15d96-05b7-4d82-b0e6-f0173d48c6f7 req-c5eec90f-39e1-42b7-90e0-e340b9d0d596 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:08.690228 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-77e15d96-05b7-4d82-b0e6-f0173d48c6f7 req-c5eec90f-39e1-42b7-90e0-e340b9d0d596 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0526989 Mar 03 16:19:08.736965 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-77e15d96-05b7-4d82-b0e6-f0173d48c6f7 req-f2eee507-2ae5-425d-b08c-c5c932013f98 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414176 Mar 03 16:19:09.112725 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:09.625234 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba136-d800-430f-ab15-f2c4496edfb1 req-1b45956f-2ded-4639-9972-a71455dda3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:09.626730 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a56ba136-d800-430f-ab15-f2c4496edfb1 req-1b45956f-2ded-4639-9972-a71455dda3ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 1128 time: 0.0441394 Mar 03 16:19:09.671890 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a56ba136-d800-430f-ab15-f2c4496edfb1 req-4eb88422-d37e-4347-bf52-e18c4177cc0d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379536 Mar 03 16:19:09.773071 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbf0eb-486d-4a50-b1e2-ef0c4034ab05 req-0d78b753-0e63-4cbe-9774-c5d0471c83a7 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:09.776079 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f5dbf0eb-486d-4a50-b1e2-ef0c4034ab05 req-0d78b753-0e63-4cbe-9774-c5d0471c83a7 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 946 time: 0.0564330 Mar 03 16:19:09.821512 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f5dbf0eb-486d-4a50-b1e2-ef0c4034ab05 req-f4d88c6a-cf8b-44d7-988b-8f4eb9c727ad tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Mar 03 16:19:09.853775 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1374f29-6781-4899-b076-d6e8d2341576 req-f4574d86-5a1b-4b29-9369-9e177183bfd1 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:09.855214 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d1374f29-6781-4899-b076-d6e8d2341576 req-f4574d86-5a1b-4b29-9369-9e177183bfd1 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0515306 Mar 03 16:19:09.901608 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d1374f29-6781-4899-b076-d6e8d2341576 req-4e3384d2-10ff-4e0f-9766-b81365b6d2b4 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407848 Mar 03 16:19:10.699658 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:10.938982 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ab262-0e84-4e3f-a5fa-e518788656ac req-bfc5ae1a-a66f-47b9-8e31-9bdf1b2559b0 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:10.940532 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0e5ab262-0e84-4e3f-a5fa-e518788656ac req-bfc5ae1a-a66f-47b9-8e31-9bdf1b2559b0 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 946 time: 0.0544221 Mar 03 16:19:10.986784 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0e5ab262-0e84-4e3f-a5fa-e518788656ac req-696ac04a-1a26-4739-bd49-f033c11ff408 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/security-groups?id=549d27e5-ba36-4971-a916-ed2e933c4298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401790 Mar 03 16:19:11.020780 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f70d3b-ee7b-43d9-849d-e79420f43503 req-0c851b3a-b78c-4353-958f-1401f903a40a tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:11.022236 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-10f70d3b-ee7b-43d9-849d-e79420f43503 req-0c851b3a-b78c-4353-958f-1401f903a40a tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0547915 Mar 03 16:19:11.071431 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-10f70d3b-ee7b-43d9-849d-e79420f43503 req-ecdcdc2a-2b21-4380-bce4-db650ff75ed0 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437734 Mar 03 16:19:11.220915 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6116c-0320-4eac-8c06-cad71f221fb6 req-515b4e0f-95df-49b7-b3b6-022095fcd875 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:11.222286 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b2d6116c-0320-4eac-8c06-cad71f221fb6 req-515b4e0f-95df-49b7-b3b6-022095fcd875 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.10 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 946 time: 0.0562272 Mar 03 16:19:11.318479 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-b2d6116c-0320-4eac-8c06-cad71f221fb6 req-1b67c7a6-055e-40ed-80b8-3e09deaa7c67 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Deleting port 90de1cc1-629e-4ea1-bb80-22b864e42155 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:19:11.318813 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-b2d6116c-0320-4eac-8c06-cad71f221fb6 req-1b67c7a6-055e-40ed-80b8-3e09deaa7c67 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:11.404839 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-b2d6116c-0320-4eac-8c06-cad71f221fb6 req-1b67c7a6-055e-40ed-80b8-3e09deaa7c67 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] For port 90de1cc1-629e-4ea1-bb80-22b864e42155, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=90de1cc1-629e-4ea1-bb80-22b864e42155,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:11.405199 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-b2d6116c-0320-4eac-8c06-cad71f221fb6 req-1b67c7a6-055e-40ed-80b8-3e09deaa7c67 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:11.417976 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-b2d6116c-0320-4eac-8c06-cad71f221fb6 req-1b67c7a6-055e-40ed-80b8-3e09deaa7c67 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Calling delete_port for 90de1cc1-629e-4ea1-bb80-22b864e42155 owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:19:11.541678 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-b2d6116c-0320-4eac-8c06-cad71f221fb6 req-1b67c7a6-055e-40ed-80b8-3e09deaa7c67 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (90de1cc1-629e-4ea1-bb80-22b864e42155), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:11.553644 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['90de1cc1-629e-4ea1-bb80-22b864e42155'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:19:11.569217 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67c7a6-055e-40ed-80b8-3e09deaa7c67 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Pushing event deleted for resources: {'Port': ['ID=90de1cc1-629e-4ea1-bb80-22b864e42155,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:11.615652 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d6116c-0320-4eac-8c06-cad71f221fb6 req-1b67c7a6-055e-40ed-80b8-3e09deaa7c67 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] No DVR routers for this DVR port 90de1cc1-629e-4ea1-bb80-22b864e42155 on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:19:11.618232 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-b2d6116c-0320-4eac-8c06-cad71f221fb6 req-1b67c7a6-055e-40ed-80b8-3e09deaa7c67 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:11.621533 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b2d6116c-0320-4eac-8c06-cad71f221fb6 req-1b67c7a6-055e-40ed-80b8-3e09deaa7c67 tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.10 "DELETE /v2.0/ports/90de1cc1-629e-4ea1-bb80-22b864e42155 HTTP/1.1" status: 204 len: 173 time: 0.3939815 Mar 03 16:19:11.621973 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'name': 'network-vif-deleted', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:19:11.624261 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce23fd7-3f6b-4601-9c3b-a767c30b3256" -d '{"events": [{"server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "name": "network-vif-deleted", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:19:11.659365 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fee7915-548a-494c-b75a-d66406b265fa x-openstack-request-id: req-9fee7915-548a-494c-b75a-d66406b265fa {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:19:11.659709 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e64a15f2-29f9-4de8-9f3e-69698876e9e9", "name": "network-vif-deleted", "tag": "90de1cc1-629e-4ea1-bb80-22b864e42155", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:19:11.659967 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fee7915-548a-494c-b75a-d66406b265fa {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:19:11.660366 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e64a15f2-29f9-4de8-9f3e-69698876e9e9', 'name': 'network-vif-deleted', 'tag': '90de1cc1-629e-4ea1-bb80-22b864e42155', 'status': 'completed', 'code': 200} Mar 03 16:19:12.099240 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-42144da4-fb94-4ee4-b502-09e8d8e7565d req-ba444431-aa15-4f19-a8bd-b09e81c3749a tempest-TestMinimumBasicScenario-1329879589 tempest-TestMinimumBasicScenario-1329879589-project] 10.222.0.11 "GET /v2.0/ports?device_id=e64a15f2-29f9-4de8-9f3e-69698876e9e9 HTTP/1.1" status: 200 len: 210 time: 0.0320337 Mar 03 16:19:12.195617 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14939c9-280a-4a96-9f3a-6883e9944403 req-b9538fb2-9356-4b8e-994e-8ee7629fe4f8 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:12.197009 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f14939c9-280a-4a96-9f3a-6883e9944403 req-b9538fb2-9356-4b8e-994e-8ee7629fe4f8 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 944 time: 0.0550973 Mar 03 16:19:12.243358 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-f14939c9-280a-4a96-9f3a-6883e9944403 req-7b063aba-5e0a-437d-87b0-e3f55a49f917 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408542 Mar 03 16:19:12.300671 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 39593c3a-2f9c-4b87-b5d4-c860b061f43a details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:19:12.395434 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 39593c3a-2f9c-4b87-b5d4-c860b061f43a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:12.407385 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'port_id': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'mac_address': 'fa:16:3e:e2:80:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:19:12.447144 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 39593c3a-2f9c-4b87-b5d4-c860b061f43a is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:19:12.447458 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:12.461616 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39593c3a-2f9c-4b87-b5d4-c860b061f43a {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:19:12.481065 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 39593c3a-2f9c-4b87-b5d4-c860b061f43a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:12.485069 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:12.533547 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=39593c3a-2f9c-4b87-b5d4-c860b061f43a,revision_number=7']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:12.710791 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea4217-fb2d-427a-8d2d-58dc2d920b7d req-aff8c9b6-af43-4335-adc8-4411b448ab02 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:12.712182 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e7ea4217-fb2d-427a-8d2d-58dc2d920b7d req-aff8c9b6-af43-4335-adc8-4411b448ab02 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0516791 Mar 03 16:19:12.757799 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e7ea4217-fb2d-427a-8d2d-58dc2d920b7d req-20cee590-790a-4b56-b1a0-50047e1bab5c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400651 Mar 03 16:19:12.942506 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['39593c3a-2f9c-4b87-b5d4-c860b061f43a'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:19:13.726736 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40264) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:14.036354 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-1ab359a9-8787-4bda-8917-db6ae68e1760 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:14.037798 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-1ab359a9-8787-4bda-8917-db6ae68e1760 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.10 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0884607 Mar 03 16:19:14.061824 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85886f-c177-4238-9357-e5748114eecb req-d7c1e107-5ec4-4a3e-bad7-677e89f45aab tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:14.063375 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6d85886f-c177-4238-9357-e5748114eecb req-d7c1e107-5ec4-4a3e-bad7-677e89f45aab tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 946 time: 0.0839064 Mar 03 16:19:14.161236 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6d85886f-c177-4238-9357-e5748114eecb req-b5d1adc2-be37-462e-be85-e80816f5119c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb3f04cd-8cdc-4e4e-867f-9510d32798bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804486 Mar 03 16:19:14.183917 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Deleting port c575d8f6-2030-47e3-925f-00544960d7c9 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:19:14.184402 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:14.274129 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] For port c575d8f6-2030-47e3-925f-00544960d7c9, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=c575d8f6-2030-47e3-925f-00544960d7c9,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:14.274485 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:14.328481 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 39593c3a-2f9c-4b87-b5d4-c860b061f43a up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:19:14.382172 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 39593c3a-2f9c-4b87-b5d4-c860b061f43a triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:19:14.382618 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:14.455298 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:14.455710 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (25993bef-d6b3-46d7-8471-147ab1b86caf), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:14.456004 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.l3_db [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Floating IP 25993bef-d6b3-46d7-8471-147ab1b86caf disassociated. External IP: 172.27.2.65, port: c575d8f6-2030-47e3-925f-00544960d7c9. Mar 03 16:19:14.456347 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Calling delete_port for c575d8f6-2030-47e3-925f-00544960d7c9 owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:19:14.456709 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678280'] for router_interface (395990e9-2be2-43c4-8705-7a00491f2e82), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:14.464155 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 39593c3a-2f9c-4b87-b5d4-c860b061f43a is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:19:14.464549 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:14.487916 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:19:14.490280 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305aae5b-ab5d-43a5-901c-7175271e4707" -d '{"events": [{"server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "name": "network-vif-plugged", "status": "completed", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:19:14.503259 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 39593c3a-2f9c-4b87-b5d4-c860b061f43a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:14.509305 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:14.511083 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 90de1cc1-629e-4ea1-bb80-22b864e42155 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:19:14.539562 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 90de1cc1-629e-4ea1-bb80-22b864e42155 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:19:14.539826 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 90de1cc1-629e-4ea1-bb80-22b864e42155 not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:19:14.559525 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af399a05-b6f4-4bf7-919d-8b9a58ba6c86 x-openstack-request-id: req-af399a05-b6f4-4bf7-919d-8b9a58ba6c86 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:19:14.559843 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "name": "network-vif-plugged", "status": "completed", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:19:14.560095 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af399a05-b6f4-4bf7-919d-8b9a58ba6c86 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:19:14.560480 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'code': 200} Mar 03 16:19:14.586703 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=39593c3a-2f9c-4b87-b5d4-c860b061f43a,revision_number=8']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:14.599395 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (c575d8f6-2030-47e3-925f-00544960d7c9), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:14.629042 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event deleted for resources: {'Port': ['ID=c575d8f6-2030-47e3-925f-00544960d7c9,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:14.639125 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.639477 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.639849 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.640183 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.640512 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.640838 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.641346 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.641679 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.642004 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.642328 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.643299 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.643639 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.644111 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:14.728653 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Deleting port 1716075c-d4bb-4ee2-8ae6-72262217d4fa {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:19:14.729274 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:14.754460 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Router 711c6554-1da5-434f-960e-11ca9c937e9f has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:19:14.808703 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] For port 1716075c-d4bb-4ee2-8ae6-72262217d4fa, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=1716075c-d4bb-4ee2-8ae6-72262217d4fa,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:14.809067 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:14.821622 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Calling delete_port for 1716075c-d4bb-4ee2-8ae6-72262217d4fa owned by network:router_interface {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:19:14.861847 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:19:14.872445 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caa00d9-22b6-48b4-aeac-02b5ed061a75 None None] Sync routers for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:19:14.882849 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa00d9-22b6-48b4-aeac-02b5ed061a75 None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:19:14.883484 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-7caa00d9-22b6-48b4-aeac-02b5ed061a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:19:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:14.904075 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] No DVR routers for this DVR port c575d8f6-2030-47e3-925f-00544960d7c9 on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:19:14.907109 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:14.910508 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bbcfc52d-7f8e-41a1-b6a4-170125e09016 req-a011d210-53fe-4da0-9765-e464176d55d0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.10 "DELETE /v2.0/ports/c575d8f6-2030-47e3-925f-00544960d7c9 HTTP/1.1" status: 204 len: 173 time: 0.8659761 Mar 03 16:19:14.910948 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'name': 'network-vif-deleted', 'tag': 'c575d8f6-2030-47e3-925f-00544960d7c9'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:19:14.913928 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fdd46d-dd90-43a1-b3fe-2b0c7eefdd8b" -d '{"events": [{"server_uuid": "a16eb539-b34d-4365-bbe0-377148d2d25e", "name": "network-vif-deleted", "tag": "c575d8f6-2030-47e3-925f-00544960d7c9"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:19:15.008166 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-7caa00d9-22b6-48b4-aeac-02b5ed061a75 None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:19:15.009948 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04bb367-f3a7-472c-9917-b75fa39c7d49 x-openstack-request-id: req-e04bb367-f3a7-472c-9917-b75fa39c7d49 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:19:15.010447 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16eb539-b34d-4365-bbe0-377148d2d25e", "name": "network-vif-deleted", "tag": "c575d8f6-2030-47e3-925f-00544960d7c9", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:19:15.010850 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e04bb367-f3a7-472c-9917-b75fa39c7d49 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:19:15.011393 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16eb539-b34d-4365-bbe0-377148d2d25e', 'name': 'network-vif-deleted', 'tag': 'c575d8f6-2030-47e3-925f-00544960d7c9', 'status': 'completed', 'code': 200} Mar 03 16:19:15.037196 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (1716075c-d4bb-4ee2-8ae6-72262217d4fa), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:15.064291 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Pushing event deleted for resources: {'Port': ['ID=1716075c-d4bb-4ee2-8ae6-72262217d4fa,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:15.079387 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.079767 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.080115 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.080454 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.081141 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.081480 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.081806 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.082131 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.082463 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.082787 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.083110 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.083586 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.083952 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:15.260480 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-7caa00d9-22b6-48b4-aeac-02b5ed061a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:15.269037 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678116'] for router_interface (395990e9-2be2-43c4-8705-7a00491f2e82), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:15.290416 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caa00d9-22b6-48b4-aeac-02b5ed061a75 None None] Checking router: 711c6554-1da5-434f-960e-11ca9c937e9f for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:19:15.299618 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa00d9-22b6-48b4-aeac-02b5ed061a75 None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:19:15.301308 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-7caa00d9-22b6-48b4-aeac-02b5ed061a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:19:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:15.310074 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d5ffabd0-70c0-4c42-af9d-e5e4654a6034 req-e4126e30-188b-4ec1-b559-5678a56ea2a5 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=a16eb539-b34d-4365-bbe0-377148d2d25e HTTP/1.1" status: 200 len: 210 time: 0.0388920 Mar 03 16:19:15.426146 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-7caa00d9-22b6-48b4-aeac-02b5ed061a75 None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:19:15.541782 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Router 395990e9-2be2-43c4-8705-7a00491f2e82 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:19:15.634416 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-7caa00d9-22b6-48b4-aeac-02b5ed061a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:15.650528 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:19:15.658131 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-d3fdee5b-92b6-40ec-84b6-f9d456b20894 admin admin] 10.222.0.11 "PUT /v2.0/routers/395990e9-2be2-43c4-8705-7a00491f2e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276259 Mar 03 16:19:15.658507 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40278) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:15.661465 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9c74e-41fa-407e-a161-5c4a3623d6fd None None] Sync routers for ids ['395990e9-2be2-43c4-8705-7a00491f2e82'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:19:15.662833 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caa00d9-22b6-48b4-aeac-02b5ed061a75 None None] The sync data for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi is: [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:19:15.671812 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9c74e-41fa-407e-a161-5c4a3623d6fd None None] Routers {'395990e9-2be2-43c4-8705-7a00491f2e82'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:19:15.672561 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-13c9c74e-41fa-407e-a161-5c4a3623d6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:19:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['395990e9-2be2-43c4-8705-7a00491f2e82'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:15.774968 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Publish callbacks [] for router (395990e9-2be2-43c4-8705-7a00491f2e82), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:15.785939 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-13c9c74e-41fa-407e-a161-5c4a3623d6fd None None] Set router 395990e9-2be2-43c4-8705-7a00491f2e82 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:19:15.887946 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Publish callbacks [] for router_gateway (395990e9-2be2-43c4-8705-7a00491f2e82), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:15.905069 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acb0b77-3885-41ed-8b8e-c2f5c029ab9b None None] New status for floating IP 25993bef-d6b3-46d7-8471-147ab1b86caf: DOWN {{(pid=103059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:19:15.946656 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Deleting port 6dd13f63-116f-4c0b-b6c3-03255c380874 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:19:15.947107 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:15.975054 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-13c9c74e-41fa-407e-a161-5c4a3623d6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:19:14Z', 'revision_number': 5, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port': {'id': '6dd13f63-116f-4c0b-b6c3-03255c380874', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:01Z', 'updated_at': '2022-03-03T16:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:16.037674 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] For port 6dd13f63-116f-4c0b-b6c3-03255c380874, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=6dd13f63-116f-4c0b-b6c3-03255c380874,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:16.038105 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.053184 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Calling delete_port for 6dd13f63-116f-4c0b-b6c3-03255c380874 owned by network:router_gateway {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:19:16.096234 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9c74e-41fa-407e-a161-5c4a3623d6fd None None] Checking router: 395990e9-2be2-43c4-8705-7a00491f2e82 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:19:16.104467 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9c74e-41fa-407e-a161-5c4a3623d6fd None None] Routers {'395990e9-2be2-43c4-8705-7a00491f2e82'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:19:16.105047 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-13c9c74e-41fa-407e-a161-5c4a3623d6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:19:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['395990e9-2be2-43c4-8705-7a00491f2e82'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:16.194138 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-13c9c74e-41fa-407e-a161-5c4a3623d6fd None None] Set router 395990e9-2be2-43c4-8705-7a00491f2e82 gateway port host: None {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:19:16.229760 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (6dd13f63-116f-4c0b-b6c3-03255c380874), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.252044 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-13c9c74e-41fa-407e-a161-5c4a3623d6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:19:15Z', 'revision_number': 6, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port_host': None}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:16.256916 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd13f63-116f-4c0b-b6c3-03255c380874,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:16.281619 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9c74e-41fa-407e-a161-5c4a3623d6fd None None] The sync data for ids ['395990e9-2be2-43c4-8705-7a00491f2e82'] in dv-cinder-830538-6-iscsi is: [{'id': '395990e9-2be2-43c4-8705-7a00491f2e82', 'name': 'tempest-TestMinimumBasicScenario-1162423309-router', 'tenant_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:00Z', 'updated_at': '2022-03-03T16:19:15Z', 'revision_number': 6, 'project_id': '1fdedb4516ad49f2a17dcdb8bdcfc701', 'gw_port_host': None}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:19:16.322399 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673094'] for router_gateway (395990e9-2be2-43c4-8705-7a00491f2e82), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.406537 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40284) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:16.416889 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127533'] for router (395990e9-2be2-43c4-8705-7a00491f2e82), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.419001 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Publish callbacks [] for router_controller (395990e9-2be2-43c4-8705-7a00491f2e82), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.464229 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1677101'] for router (395990e9-2be2-43c4-8705-7a00491f2e82), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.464676 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 395990e9-2be2-43c4-8705-7a00491f2e82 {{(pid=103058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 16:19:16.464808 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fea1cb65-ca1c-4b6f-b71a-77027cc48687 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group (fb3f04cd-8cdc-4e4e-867f-9510d32798bf), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.469861 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.473575 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-73e945fa-b2d2-4691-a421-5291030b500b admin admin] 10.222.0.11 "DELETE /v2.0/routers/395990e9-2be2-43c4-8705-7a00491f2e82 HTTP/1.1" status: 204 len: 168 time: 0.8089838 Mar 03 16:19:16.474189 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40286) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:16.489185 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fea1cb65-ca1c-4b6f-b71a-77027cc48687 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group (fb3f04cd-8cdc-4e4e-867f-9510d32798bf), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.516989 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d790e1-9966-46aa-b998-fb90e2d4c50f admin admin] Deleting subnet 7ac10c53-4673-4c25-aaf1-7a3222a770b0 {{(pid=103058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:19:16.519966 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e9d790e1-9966-46aa-b998-fb90e2d4c50f admin admin] Publish callbacks [] for subnet (7ac10c53-4673-4c25-aaf1-7a3222a770b0), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.538751 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fea1cb65-ca1c-4b6f-b71a-77027cc48687 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (fb3f04cd-8cdc-4e4e-867f-9510d32798bf), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.541671 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-fea1cb65-ca1c-4b6f-b71a-77027cc48687 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.542833 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-fea1cb65-ca1c-4b6f-b71a-77027cc48687 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "DELETE /v2.0/security-groups/fb3f04cd-8cdc-4e4e-867f-9510d32798bf HTTP/1.1" status: 204 len: 168 time: 0.1352532 Mar 03 16:19:16.545980 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40288) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:16.556430 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e9d790e1-9966-46aa-b998-fb90e2d4c50f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4704044'] for subnet (7ac10c53-4673-4c25-aaf1-7a3222a770b0), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.559710 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1cb65-ca1c-4b6f-b71a-77027cc48687 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3f04cd-8cdc-4e4e-867f-9510d32798bf,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:16.565814 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.api.v2.resource [None req-1eb9664d-2b8a-4814-8c4b-6464ab4b1d3f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] show failed (client error): The resource could not be found. Mar 03 16:19:16.569881 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-1eb9664d-2b8a-4814-8c4b-6464ab4b1d3f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups/fb3f04cd-8cdc-4e4e-867f-9510d32798bf HTTP/1.1" status: 404 len: 347 time: 0.0218775 Mar 03 16:19:16.570468 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40290) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:16.682941 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e9d790e1-9966-46aa-b998-fb90e2d4c50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (7ac10c53-4673-4c25-aaf1-7a3222a770b0), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.703813 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-0d1fc554-a28c-4493-acd4-dd6599a583eb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Deleting port 8cc08f50-b590-4b52-a6af-c52639e13a22 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:19:16.704170 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc554-a28c-4493-acd4-dd6599a583eb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (8cc08f50-b590-4b52-a6af-c52639e13a22), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.757600 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e9d790e1-9966-46aa-b998-fb90e2d4c50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5887362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172566'] for subnet (7ac10c53-4673-4c25-aaf1-7a3222a770b0), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.785484 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc554-a28c-4493-acd4-dd6599a583eb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (8cc08f50-b590-4b52-a6af-c52639e13a22), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.786047 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc554-a28c-4493-acd4-dd6599a583eb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (8cc08f50-b590-4b52-a6af-c52639e13a22), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.786513 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d790e1-9966-46aa-b998-fb90e2d4c50f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac10c53-4673-4c25-aaf1-7a3222a770b0,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:16.791619 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e9d790e1-9966-46aa-b998-fb90e2d4c50f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:16.795355 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-e9d790e1-9966-46aa-b998-fb90e2d4c50f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7ac10c53-4673-4c25-aaf1-7a3222a770b0 HTTP/1.1" status: 204 len: 168 time: 0.3202417 Mar 03 16:19:16.797776 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf254a5-83c9-42cb-b566-08dfe4543e2c None None] Network f5ad406e-33e9-494f-9b52-02dce4509ffa requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:19:16.798236 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40292) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:16.809285 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-0d1fc554-a28c-4493-acd4-dd6599a583eb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Calling delete_port for 8cc08f50-b590-4b52-a6af-c52639e13a22 owned by network:floatingip {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:19:16.921175 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (f5ad406e-33e9-494f-9b52-02dce4509ffa), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.025103 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Deleting port d71b2831-21b6-43ac-934d-404668c834c8 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:19:17.025340 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (d71b2831-21b6-43ac-934d-404668c834c8), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.089209 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc554-a28c-4493-acd4-dd6599a583eb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (8cc08f50-b590-4b52-a6af-c52639e13a22), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.105948 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af08bac-d6df-47b1-b12a-b6795163162e None None] DHCP port deletion for f5ad406e-33e9-494f-9b52-02dce4509ffa request from dv-cinder-830538-6-iscsi {{(pid=103059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 16:19:17.128208 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fc554-a28c-4493-acd4-dd6599a583eb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event deleted for resources: {'Port': ['ID=8cc08f50-b590-4b52-a6af-c52639e13a22,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:17.131092 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] For port d71b2831-21b6-43ac-934d-404668c834c8, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=d71b2831-21b6-43ac-934d-404668c834c8,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:17.131455 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (d71b2831-21b6-43ac-934d-404668c834c8), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.156017 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-2af08bac-d6df-47b1-b12a-b6795163162e None None] Deleting port d71b2831-21b6-43ac-934d-404668c834c8 {{(pid=103059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:19:17.156650 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-2af08bac-d6df-47b1-b12a-b6795163162e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (d71b2831-21b6-43ac-934d-404668c834c8), before_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.167216 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Calling delete_port for d71b2831-21b6-43ac-934d-404668c834c8 owned by network:dhcp {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:19:17.222839 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-2af08bac-d6df-47b1-b12a-b6795163162e None None] For port d71b2831-21b6-43ac-934d-404668c834c8, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=d71b2831-21b6-43ac-934d-404668c834c8,segment=NetworkSegment(dd822924-1bfd-463f-ae72-a7c58236887d),segment_id=dd822924-1bfd-463f-ae72-a7c58236887d)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:17.223240 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-2af08bac-d6df-47b1-b12a-b6795163162e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (d71b2831-21b6-43ac-934d-404668c834c8), precommit_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.237301 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-2af08bac-d6df-47b1-b12a-b6795163162e None None] Calling delete_port for d71b2831-21b6-43ac-934d-404668c834c8 owned by network:dhcp {{(pid=103059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:19:17.245808 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc554-a28c-4493-acd4-dd6599a583eb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (25993bef-d6b3-46d7-8471-147ab1b86caf), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.248396 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc554-a28c-4493-acd4-dd6599a583eb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.249571 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-0d1fc554-a28c-4493-acd4-dd6599a583eb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "DELETE /v2.0/floatingips/25993bef-d6b3-46d7-8471-147ab1b86caf HTTP/1.1" status: 204 len: 168 time: 0.6782010 Mar 03 16:19:17.288401 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (d71b2831-21b6-43ac-934d-404668c834c8), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.311305 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71b2831-21b6-43ac-934d-404668c834c8,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:17.325163 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] No DVR routers for this DVR port d71b2831-21b6-43ac-934d-404668c834c8 on host dv-cinder-830538-6-iscsi {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:19:17.371244 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-2af08bac-d6df-47b1-b12a-b6795163162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470'] for port (d71b2831-21b6-43ac-934d-404668c834c8), after_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.402540 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af08bac-d6df-47b1-b12a-b6795163162e None None] No DVR routers for this DVR port d71b2831-21b6-43ac-934d-404668c834c8 on host dv-cinder-830538-6-iscsi {{(pid=103059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:19:17.408070 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af08bac-d6df-47b1-b12a-b6795163162e None None] Pushing event deleted for resources: {'Port': ['ID=d71b2831-21b6-43ac-934d-404668c834c8,revision_number=None']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:17.417669 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (f5ad406e-33e9-494f-9b52-02dce4509ffa), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.449645 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ad406e-33e9-494f-9b52-02dce4509ffa']}} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:17.465247 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd822924-1bfd-463f-ae72-a7c58236887d') {'for_net_delete': True} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:17.465647 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd822924-1bfd-463f-ae72-a7c58236887d') {} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:17.475421 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5715953'] for segment (dd822924-1bfd-463f-ae72-a7c58236887d), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.488258 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (dd822924-1bfd-463f-ae72-a7c58236887d), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.494397 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:19:17.494774 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5579659'] for segment (dd822924-1bfd-463f-ae72-a7c58236887d), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: Traceback (most recent call last): Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: timer() Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: cb(*args, **kw) Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: return func(*args, **kwargs) Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: self._notify() Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: self.callback(batched_events) Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: event.method(event) Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: return f(self, *a, **k) Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._get(url).json() Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: return self.request(url, 'GET', **kwargs) Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:19:17.496404 dv-cinder-830538-6-iscsi neutron-server[103057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:19:17.551694 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (f5ad406e-33e9-494f-9b52-02dce4509ffa), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.557299 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.560410 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f5ad406e-33e9-494f-9b52-02dce4509ffa HTTP/1.1" status: 204 len: 168 time: 0.7614093 Mar 03 16:19:17.563362 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40296) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:17.572269 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90df838-d9a4-458d-b8d7-bcca4c96ff90 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ad406e-33e9-494f-9b52-02dce4509ffa,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:17.686502 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40298) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:17.691552 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-006b4367-19ce-47df-b586-e40bc481a428 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334269130', 'description': 'tempest-description--780264103'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:19:17.716086 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-006b4367-19ce-47df-b586-e40bc481a428 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.786186 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-006b4367-19ce-47df-b586-e40bc481a428 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group (da9a5337-3bc1-42fc-a028-efaf38326452), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.790967 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-006b4367-19ce-47df-b586-e40bc481a428 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (da9a5337-3bc1-42fc-a028-efaf38326452), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.820876 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-006b4367-19ce-47df-b586-e40bc481a428 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.822060 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-006b4367-19ce-47df-b586-e40bc481a428 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1341271 Mar 03 16:19:17.824340 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b4367-19ce-47df-b586-e40bc481a428 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9a5337-3bc1-42fc-a028-efaf38326452,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:17.826454 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40300) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:17.831160 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-faeb275b-7a45-4e2c-a86a-1f9585fef10a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Request body: {'security_group_rule': {'security_group_id': 'da9a5337-3bc1-42fc-a028-efaf38326452', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:19:17.856804 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-faeb275b-7a45-4e2c-a86a-1f9585fef10a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group_rule (d01acbc7-1433-4cbc-8c21-24238c1753d9), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.915024 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-faeb275b-7a45-4e2c-a86a-1f9585fef10a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group_rule (d01acbc7-1433-4cbc-8c21-24238c1753d9), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.919066 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-faeb275b-7a45-4e2c-a86a-1f9585fef10a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (d01acbc7-1433-4cbc-8c21-24238c1753d9), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.938669 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb275b-7a45-4e2c-a86a-1f9585fef10a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01acbc7-1433-4cbc-8c21-24238c1753d9,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:17.948203 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-faeb275b-7a45-4e2c-a86a-1f9585fef10a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:17.949443 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-faeb275b-7a45-4e2c-a86a-1f9585fef10a tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220579 Mar 03 16:19:17.952120 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40302) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:17.956526 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-f97c299d-2c0b-4fdb-a729-f69346dad1c0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Request body: {'security_group_rule': {'security_group_id': 'da9a5337-3bc1-42fc-a028-efaf38326452', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:19:17.982002 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f97c299d-2c0b-4fdb-a729-f69346dad1c0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group_rule (f69c3dd6-6dbf-4905-834c-0340758e81ca), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.038339 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f97c299d-2c0b-4fdb-a729-f69346dad1c0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group_rule (f69c3dd6-6dbf-4905-834c-0340758e81ca), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.042366 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f97c299d-2c0b-4fdb-a729-f69346dad1c0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870692'] for security_group_rule (f69c3dd6-6dbf-4905-834c-0340758e81ca), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.057126 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c299d-2c0b-4fdb-a729-f69346dad1c0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69c3dd6-6dbf-4905-834c-0340758e81ca,revision_number=0']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:18.067751 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-f97c299d-2c0b-4fdb-a729-f69346dad1c0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.068951 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-f97c299d-2c0b-4fdb-a729-f69346dad1c0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158864 Mar 03 16:19:18.072619 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40304) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:18.076834 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Request body: {'floatingip': {'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:19:18.097243 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.156579 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-59972f0c-b266-47ae-8b63-a1f690df5db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678280'] for router_interface (437e7f62-41e4-424d-a971-a67d2abc8cdd), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.197494 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.278229 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 6dd13f63-116f-4c0b-b6c3-03255c380874 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:19:18.298613 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 6dd13f63-116f-4c0b-b6c3-03255c380874 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:19:18.299248 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 6dd13f63-116f-4c0b-b6c3-03255c380874 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:19:18.299711 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device d71b2831-21b6-43ac-934d-404668c834c8 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:19:18.308681 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Allocated IP 172.27.2.110 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/025f810b-7983-41bf-ae8a-c3966a2d3154) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:19:18.319076 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: d71b2831-21b6-43ac-934d-404668c834c8 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:19:18.320120 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device d71b2831-21b6-43ac-934d-404668c834c8 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:19:18.320650 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 1716075c-d4bb-4ee2-8ae6-72262217d4fa no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:19:18.342796 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 1716075c-d4bb-4ee2-8ae6-72262217d4fa {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:19:18.343401 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 1716075c-d4bb-4ee2-8ae6-72262217d4fa not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:19:18.347649 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device c575d8f6-2030-47e3-925f-00544960d7c9 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:19:18.373247 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: c575d8f6-2030-47e3-925f-00544960d7c9 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:19:18.373586 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device c575d8f6-2030-47e3-925f-00544960d7c9 not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:19:18.416438 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-59972f0c-b266-47ae-8b63-a1f690df5db3 admin admin] Deleting port 9403da2b-3583-4aa7-95d4-bf866b28e95c {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:19:18.416774 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-59972f0c-b266-47ae-8b63-a1f690df5db3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.423553 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for port (025f810b-7983-41bf-ae8a-c3966a2d3154), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.463475 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (025f810b-7983-41bf-ae8a-c3966a2d3154), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.497390 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-59972f0c-b266-47ae-8b63-a1f690df5db3 admin admin] For port 9403da2b-3583-4aa7-95d4-bf866b28e95c, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=9403da2b-3583-4aa7-95d4-bf866b28e95c,segment=NetworkSegment(f196ec97-f810-4efe-a6ec-3c45430a0b91),segment_id=f196ec97-f810-4efe-a6ec-3c45430a0b91)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:18.497805 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-59972f0c-b266-47ae-8b63-a1f690df5db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.504431 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:19:18.507267 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:19:18.509709 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:19:18.511467 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-59972f0c-b266-47ae-8b63-a1f690df5db3 admin admin] Calling delete_port for 9403da2b-3583-4aa7-95d4-bf866b28e95c owned by network:router_interface {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:19:18.517658 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event updated for resources: {'Port': ['ID=025f810b-7983-41bf-ae8a-c3966a2d3154,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:18.600165 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (4d39ef64-2f70-4a62-ac3c-6c268149b31a), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.637051 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (025f810b-7983-41bf-ae8a-c3966a2d3154), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.700849 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-59972f0c-b266-47ae-8b63-a1f690df5db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (9403da2b-3583-4aa7-95d4-bf866b28e95c), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.726674 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59972f0c-b266-47ae-8b63-a1f690df5db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9403da2b-3583-4aa7-95d4-bf866b28e95c,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:18.798298 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for port (025f810b-7983-41bf-ae8a-c3966a2d3154), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.803231 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (025f810b-7983-41bf-ae8a-c3966a2d3154), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.869387 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event updated for resources: {'Port': ['ID=025f810b-7983-41bf-ae8a-c3966a2d3154,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:18.885803 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (4d39ef64-2f70-4a62-ac3c-6c268149b31a), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.903126 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:18.913662 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-5bbd256c-7602-4d25-813b-3396938f45b1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8310859 Mar 03 16:19:18.913994 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-59972f0c-b266-47ae-8b63-a1f690df5db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678116'] for router_interface (437e7f62-41e4-424d-a971-a67d2abc8cdd), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:19.148641 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-8fc67fcf-fdfb-4c7a-a5f7-26d03d73e3c1 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--334269130&fields=id&tenant_id=3df7765ab38441feaf9e7d17d7559290 HTTP/1.1" status: 200 len: 267 time: 0.0824511 Mar 03 16:19:19.209412 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59972f0c-b266-47ae-8b63-a1f690df5db3 admin admin] Router 437e7f62-41e4-424d-a971-a67d2abc8cdd has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:19:19.301438 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bc403-a818-4427-8126-7602a0f71fa1 req-1b754871-a0ef-4cca-9f78-4e067a1f4c8f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:19.302858 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-1b754871-a0ef-4cca-9f78-4e067a1f4c8f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/networks?id=9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 200 len: 811 time: 0.1478913 Mar 03 16:19:19.350381 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-d76ccc9e-179e-429f-9593-01e9b31632c0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/quotas/3df7765ab38441feaf9e7d17d7559290 HTTP/1.1" status: 200 len: 375 time: 0.0152395 Mar 03 16:19:19.392579 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59972f0c-b266-47ae-8b63-a1f690df5db3 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:19:19.398310 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-59972f0c-b266-47ae-8b63-a1f690df5db3 admin admin] 10.222.0.11 "PUT /v2.0/routers/437e7f62-41e4-424d-a971-a67d2abc8cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8329375 Mar 03 16:19:19.400835 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40320) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:19.406606 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288514a-81d3-44e8-9172-204a48d58c59 None None] Sync routers for ids ['437e7f62-41e4-424d-a971-a67d2abc8cdd'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:19:19.417975 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288514a-81d3-44e8-9172-204a48d58c59 None None] Routers {'437e7f62-41e4-424d-a971-a67d2abc8cdd'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:19:19.418699 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-2288514a-81d3-44e8-9172-204a48d58c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:19:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['437e7f62-41e4-424d-a971-a67d2abc8cdd'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:19.428088 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-cab8c3a7-d4d8-4772-89b5-31562ca50522 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3df7765ab38441feaf9e7d17d7559290&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689025 Mar 03 16:19:19.506043 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Publish callbacks [] for router (437e7f62-41e4-424d-a971-a67d2abc8cdd), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:19.525356 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-38cdc353-cbaf-4464-b3dd-911eddd2aa6b service neutron] 10.222.0.11 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870745 Mar 03 16:19:19.530290 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-2288514a-81d3-44e8-9172-204a48d58c59 None None] Set router 437e7f62-41e4-424d-a971-a67d2abc8cdd gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:19:19.628405 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-8a3c1270-09bb-464e-8958-64c29091c468 service neutron] 10.222.0.11 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962715 Mar 03 16:19:19.731153 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-2288514a-81d3-44e8-9172-204a48d58c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'name': 'tempest-TestMinimumBasicScenario-689113197-router', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:19:18Z', 'revision_number': 5, 'project_id': '7089f318a46841a58d5245f50348f885', 'gw_port': {'id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:19.774719 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288514a-81d3-44e8-9172-204a48d58c59 None None] Checking router: 437e7f62-41e4-424d-a971-a67d2abc8cdd for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:19:19.786208 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288514a-81d3-44e8-9172-204a48d58c59 None None] Routers {'437e7f62-41e4-424d-a971-a67d2abc8cdd'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:19:19.786815 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-2288514a-81d3-44e8-9172-204a48d58c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:19:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['437e7f62-41e4-424d-a971-a67d2abc8cdd'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:19.877421 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d5d49c69-662a-4422-97dd-b8673212d5a5 req-d3157e95-21c2-4a4c-b6c7-dba5a77ad1da tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 210 time: 0.0331213 Mar 03 16:19:19.900400 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Publish callbacks [] for router_gateway (437e7f62-41e4-424d-a971-a67d2abc8cdd), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:19.914638 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-2288514a-81d3-44e8-9172-204a48d58c59 None None] Set router 437e7f62-41e4-424d-a971-a67d2abc8cdd gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:19:19.956723 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Deleting port f051ffe4-e790-43cb-81f7-dcf6165c740a {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:19:19.957141 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.040292 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] For port f051ffe4-e790-43cb-81f7-dcf6165c740a, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=f051ffe4-e790-43cb-81f7-dcf6165c740a,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:20.040620 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.054156 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Calling delete_port for f051ffe4-e790-43cb-81f7-dcf6165c740a owned by network:router_gateway {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:19:20.106847 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-2288514a-81d3-44e8-9172-204a48d58c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'name': 'tempest-TestMinimumBasicScenario-689113197-router', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:19:18Z', 'revision_number': 5, 'project_id': '7089f318a46841a58d5245f50348f885', 'gw_port': {'id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:20.136286 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288514a-81d3-44e8-9172-204a48d58c59 None None] The sync data for ids ['437e7f62-41e4-424d-a971-a67d2abc8cdd'] in dv-cinder-830538-6-iscsi is: [{'id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'name': 'tempest-TestMinimumBasicScenario-689113197-router', 'tenant_id': '7089f318a46841a58d5245f50348f885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:19:18Z', 'revision_number': 5, 'project_id': '7089f318a46841a58d5245f50348f885', 'gw_port': {'id': 'f051ffe4-e790-43cb-81f7-dcf6165c740a', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437e7f62-41e4-424d-a971-a67d2abc8cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:14:07Z', 'updated_at': '2022-03-03T16:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:19:20.235744 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (f051ffe4-e790-43cb-81f7-dcf6165c740a), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.266775 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f051ffe4-e790-43cb-81f7-dcf6165c740a,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:20.296878 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 9403da2b-3583-4aa7-95d4-bf866b28e95c no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:19:20.326172 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 9403da2b-3583-4aa7-95d4-bf866b28e95c {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:19:20.326765 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 9403da2b-3583-4aa7-95d4-bf866b28e95c not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:19:20.340297 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673094'] for router_gateway (437e7f62-41e4-424d-a971-a67d2abc8cdd), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.457891 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127533'] for router (437e7f62-41e4-424d-a971-a67d2abc8cdd), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.460157 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Publish callbacks [] for router_controller (437e7f62-41e4-424d-a971-a67d2abc8cdd), precommit_delete_associations {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.527038 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1677101'] for router (437e7f62-41e4-424d-a971-a67d2abc8cdd), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.527737 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 437e7f62-41e4-424d-a971-a67d2abc8cdd {{(pid=103057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 16:19:20.533069 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.534236 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-b6221c6e-ee10-4f4f-af7d-9c11abd9b1ac admin admin] 10.222.0.11 "DELETE /v2.0/routers/437e7f62-41e4-424d-a971-a67d2abc8cdd HTTP/1.1" status: 204 len: 168 time: 1.1323724 Mar 03 16:19:20.536775 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40332) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:20.581401 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_v2 [None req-702fb8b7-ad39-442e-85ea-afd8fdaecf77 admin admin] Deleting subnet 9c6c05ed-949f-4ded-a789-de087809118a {{(pid=103057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:19:20.584770 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-702fb8b7-ad39-442e-85ea-afd8fdaecf77 admin admin] Publish callbacks [] for subnet (9c6c05ed-949f-4ded-a789-de087809118a), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.621202 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-702fb8b7-ad39-442e-85ea-afd8fdaecf77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5715942'] for subnet (9c6c05ed-949f-4ded-a789-de087809118a), precommit_delete_associations {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.785981 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-702fb8b7-ad39-442e-85ea-afd8fdaecf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (9c6c05ed-949f-4ded-a789-de087809118a), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.869539 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bc403-a818-4427-8126-7602a0f71fa1 req-eb0d1431-253d-40d4-87bf-a855e238ed4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:20.871010 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-eb0d1431-253d-40d4-87bf-a855e238ed4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.10 "GET /v2.0/networks?id=9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 200 len: 811 time: 0.1526532 Mar 03 16:19:20.876698 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-702fb8b7-ad39-442e-85ea-afd8fdaecf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5579605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5598061'] for subnet (9c6c05ed-949f-4ded-a789-de087809118a), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.916447 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702fb8b7-ad39-442e-85ea-afd8fdaecf77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6c05ed-949f-4ded-a789-de087809118a,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:20.919931 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-702fb8b7-ad39-442e-85ea-afd8fdaecf77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:20.923058 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-702fb8b7-ad39-442e-85ea-afd8fdaecf77 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9c6c05ed-949f-4ded-a789-de087809118a HTTP/1.1" status: 204 len: 168 time: 0.3853002 Mar 03 16:19:20.925570 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40340) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:20.926336 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214bb30d-a098-4b97-b8c2-aabeaae598c6 None None] Network 14c6bbaa-37a5-4f6c-ac33-48dbc438d422 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:19:20.990121 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-941c592d-fa19-4e5c-9e58-6cdbec3b3186 req-02d02dff-8a59-439e-b03c-53c4659f5acb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 210 time: 0.0436792 Mar 03 16:19:21.030142 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (14c6bbaa-37a5-4f6c-ac33-48dbc438d422), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.036406 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-685c1657-b115-4dbc-8ced-26a9ab081f6b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3df7765ab38441feaf9e7d17d7559290 HTTP/1.1" status: 200 len: 379 time: 0.1551630 Mar 03 16:19:21.046836 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-641bc403-a818-4427-8126-7602a0f71fa1 req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Request body: {'port': {'device_id': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'admin_state_up': True, 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'security_groups': ['da9a5337-3bc1-42fc-a028-efaf38326452']}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:19:21.172020 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Deleting port 38361f50-ecf8-43b7-82aa-8108034e42fa {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:19:21.172354 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.232551 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641bc403-a818-4427-8126-7602a0f71fa1 req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Made reservation on behalf of 3df7765ab38441feaf9e7d17d7559290 for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:19:21.235825 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444dede1-8677-47ff-a123-98cb19376e81 None None] DHCP port deletion for 14c6bbaa-37a5-4f6c-ac33-48dbc438d422 request from dv-cinder-830538-6-iscsi {{(pid=103059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 16:19:21.235977 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-641bc403-a818-4427-8126-7602a0f71fa1 req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.254570 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] For port 38361f50-ecf8-43b7-82aa-8108034e42fa, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=38361f50-ecf8-43b7-82aa-8108034e42fa,segment=NetworkSegment(f196ec97-f810-4efe-a6ec-3c45430a0b91),segment_id=f196ec97-f810-4efe-a6ec-3c45430a0b91)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:21.254924 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.269959 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Calling delete_port for 38361f50-ecf8-43b7-82aa-8108034e42fa owned by network:dhcp {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:19:21.280592 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-444dede1-8677-47ff-a123-98cb19376e81 None None] Deleting port 38361f50-ecf8-43b7-82aa-8108034e42fa {{(pid=103059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:19:21.280910 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-444dede1-8677-47ff-a123-98cb19376e81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), before_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.345775 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-444dede1-8677-47ff-a123-98cb19376e81 None None] For port 38361f50-ecf8-43b7-82aa-8108034e42fa, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=38361f50-ecf8-43b7-82aa-8108034e42fa,segment=NetworkSegment(f196ec97-f810-4efe-a6ec-3c45430a0b91),segment_id=f196ec97-f810-4efe-a6ec-3c45430a0b91)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:21.346425 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-444dede1-8677-47ff-a123-98cb19376e81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), precommit_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.359025 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-444dede1-8677-47ff-a123-98cb19376e81 None None] Calling delete_port for 38361f50-ecf8-43b7-82aa-8108034e42fa owned by network:dhcp {{(pid=103059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:19:21.431772 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-641bc403-a818-4427-8126-7602a0f71fa1 req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Allocated IP 172.20.0.12 (9ba15c27-2b8e-4d04-b799-e6df45177b15/028a2aef-a8b5-4645-8b5b-9ea5ad4099b5/b88ea35c-cd82-476e-9e77-c93032f7621d) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:19:21.442081 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.447125 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-444dede1-8677-47ff-a123-98cb19376e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470'] for port (38361f50-ecf8-43b7-82aa-8108034e42fa), after_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.475006 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Pushing event deleted for resources: {'Port': ['ID=38361f50-ecf8-43b7-82aa-8108034e42fa,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:21.477028 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dede1-8677-47ff-a123-98cb19376e81 None None] Pushing event deleted for resources: {'Port': ['ID=38361f50-ecf8-43b7-82aa-8108034e42fa,revision_number=None']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:21.478840 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444dede1-8677-47ff-a123-98cb19376e81 None None] No DVR routers for this DVR port 38361f50-ecf8-43b7-82aa-8108034e42fa on host dv-cinder-830538-6-iscsi {{(pid=103059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:19:21.481641 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] No DVR routers for this DVR port 38361f50-ecf8-43b7-82aa-8108034e42fa on host dv-cinder-830538-6-iscsi {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:19:21.605883 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (14c6bbaa-37a5-4f6c-ac33-48dbc438d422), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.633868 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c6bbaa-37a5-4f6c-ac33-48dbc438d422']}} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:21.648570 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f196ec97-f810-4efe-a6ec-3c45430a0b91') {'for_net_delete': True} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:21.648847 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f196ec97-f810-4efe-a6ec-3c45430a0b91') {} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:21.667218 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5715953'] for segment (f196ec97-f810-4efe-a6ec-3c45430a0b91), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.691758 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (f196ec97-f810-4efe-a6ec-3c45430a0b91), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.699281 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-641bc403-a818-4427-8126-7602a0f71fa1 req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.703484 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=103057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:19:21.703883 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5579659'] for segment (f196ec97-f810-4efe-a6ec-3c45430a0b91), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: Traceback (most recent call last): Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: timer() Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: cb(*args, **kw) Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: return func(*args, **kwargs) Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: self._notify() Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: self.callback(batched_events) Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: event.method(event) Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: return f(self, *a, **k) Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._get(url).json() Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: return self.request(url, 'GET', **kwargs) Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:19:21.705482 dv-cinder-830538-6-iscsi neutron-server[103057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:19:21.767004 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (14c6bbaa-37a5-4f6c-ac33-48dbc438d422), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.774508 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.777594 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] 10.222.0.11 "DELETE /v2.0/networks/14c6bbaa-37a5-4f6c-ac33-48dbc438d422 HTTP/1.1" status: 204 len: 168 time: 0.8511412 Mar 03 16:19:21.778448 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:19:21.790467 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d7720-2681-4548-96b6-f5e35ef41925 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c6bbaa-37a5-4f6c-ac33-48dbc438d422,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:21.799737 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-641bc403-a818-4427-8126-7602a0f71fa1 req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.855467 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641bc403-a818-4427-8126-7602a0f71fa1 req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Network 9ba15c27-2b8e-4d04-b799-e6df45177b15 is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:19:21.859771 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-641bc403-a818-4427-8126-7602a0f71fa1 req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:19:21.861485 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event updated for resources: {'Port': ['ID=b88ea35c-cd82-476e-9e77-c93032f7621d,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:21.863647 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-641bc403-a818-4427-8126-7602a0f71fa1 req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:19:21.911437 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40344) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:21.913715 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bc403-a818-4427-8126-7602a0f71fa1 req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:21.914367 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-641bc403-a818-4427-8126-7602a0f71fa1 req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:21.934416 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-ee265810-b518-4585-8d26-51ed27b5aa4c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8918538 Mar 03 16:19:21.947190 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Request body: {'port': {'device_id': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:19:21.956505 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-26473318-be80-4514-b9b4-969a35c31555 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1fdedb4516ad49f2a17dcdb8bdcfc701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416481 Mar 03 16:19:21.956739 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40346) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:22.011330 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-006235c0-c7c2-448d-a0fa-d0fb34a2993b admin admin] Publish callbacks [] for security_group (549d27e5-ba36-4971-a916-ed2e933c4298), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.016239 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.042452 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-006235c0-c7c2-448d-a0fa-d0fb34a2993b admin admin] Publish callbacks [] for security_group (549d27e5-ba36-4971-a916-ed2e933c4298), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.092370 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-006235c0-c7c2-448d-a0fa-d0fb34a2993b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (549d27e5-ba36-4971-a916-ed2e933c4298), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.095233 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-006235c0-c7c2-448d-a0fa-d0fb34a2993b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.096407 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-006235c0-c7c2-448d-a0fa-d0fb34a2993b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/549d27e5-ba36-4971-a916-ed2e933c4298 HTTP/1.1" status: 204 len: 168 time: 0.1385758 Mar 03 16:19:22.105249 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006235c0-c7c2-448d-a0fa-d0fb34a2993b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549d27e5-ba36-4971-a916-ed2e933c4298,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:22.136636 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-19163bb4-5eb9-41dc-90be-cf1b078f76c2 None None] Provisioning complete for port b88ea35c-cd82-476e-9e77-c93032f7621d triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:19:22.137257 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-19163bb4-5eb9-41dc-90be-cf1b078f76c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.174394 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-19163bb4-5eb9-41dc-90be-cf1b078f76c2 None None] Port b88ea35c-cd82-476e-9e77-c93032f7621d cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:19:22.178863 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15941c-1b24-4777-8f98-b58a103b110f req-f4805228-a3bb-4962-850e-084516d1757d tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:22.180464 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3e15941c-1b24-4777-8f98-b58a103b110f req-f4805228-a3bb-4962-850e-084516d1757d tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 932 time: 0.1209412 Mar 03 16:19:22.281331 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3e15941c-1b24-4777-8f98-b58a103b110f req-43fa2d95-1643-4611-95a2-0144e1e68f2c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935335 Mar 03 16:19:22.291143 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 38361f50-ecf8-43b7-82aa-8108034e42fa no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:19:22.313349 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 38361f50-ecf8-43b7-82aa-8108034e42fa {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:19:22.313711 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 38361f50-ecf8-43b7-82aa-8108034e42fa not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:19:22.314147 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device f051ffe4-e790-43cb-81f7-dcf6165c740a no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:19:22.333470 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: f051ffe4-e790-43cb-81f7-dcf6165c740a {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:19:22.334070 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device f051ffe4-e790-43cb-81f7-dcf6165c740a not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:19:22.371105 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b88ea35c-cd82-476e-9e77-c93032f7621d {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:19:22.379083 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Publish callbacks [] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.391398 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Transition to ACTIVE for port object b88ea35c-cd82-476e-9e77-c93032f7621d will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:19:22.396352 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.463529 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40354) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:22.490224 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Pushing event updated for resources: {'Port': ['ID=b88ea35c-cd82-476e-9e77-c93032f7621d,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:22.512033 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-166da3d9-ae79-4a2c-88d8-beb537ebfe3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7089f318a46841a58d5245f50348f885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470905 Mar 03 16:19:22.514712 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40356) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:22.530645 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Attempting to bind port b88ea35c-cd82-476e-9e77-c93032f7621d on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:19:22.531384 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Attempting to bind port b88ea35c-cd82-476e-9e77-c93032f7621d by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:19:22.531884 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Attempting to bind port b88ea35c-cd82-476e-9e77-c93032f7621d on network 9ba15c27-2b8e-4d04-b799-e6df45177b15 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:19:22.537110 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Port b88ea35c-cd82-476e-9e77-c93032f7621d on network 9ba15c27-2b8e-4d04-b799-e6df45177b15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:19:22.537438 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Attempting to bind port b88ea35c-cd82-476e-9e77-c93032f7621d on network 9ba15c27-2b8e-4d04-b799-e6df45177b15 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:19:22.542841 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:19:22.543187 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Checking segment: {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:19:22.543573 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Bound using segment: {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:19:22.544044 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Bound port: b88ea35c-cd82-476e-9e77-c93032f7621d, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c97121d-aabc-4c40-be54-002b3e2b7de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:19:22.544402 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.569796 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-31b73360-9e03-49d4-8ff2-3bc1b2e2a571 admin admin] Publish callbacks [] for security_group (5c0b4ac4-b8f7-4f90-9c72-278a0b760f54), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.593497 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-31b73360-9e03-49d4-8ff2-3bc1b2e2a571 admin admin] Publish callbacks [] for security_group (5c0b4ac4-b8f7-4f90-9c72-278a0b760f54), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.614964 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] For port b88ea35c-cd82-476e-9e77-c93032f7621d, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:19:22.616726 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] For port b88ea35c-cd82-476e-9e77-c93032f7621d, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b88ea35c-cd82-476e-9e77-c93032f7621d,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:19:22.624105 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.649397 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-31b73360-9e03-49d4-8ff2-3bc1b2e2a571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (5c0b4ac4-b8f7-4f90-9c72-278a0b760f54), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.651985 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-31b73360-9e03-49d4-8ff2-3bc1b2e2a571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.653132 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-31b73360-9e03-49d4-8ff2-3bc1b2e2a571 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c0b4ac4-b8f7-4f90-9c72-278a0b760f54 HTTP/1.1" status: 204 len: 168 time: 0.1371992 Mar 03 16:19:22.666002 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:22.666674 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:22.668243 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] 10.222.0.10 "PUT /v2.0/ports/b88ea35c-cd82-476e-9e77-c93032f7621d HTTP/1.1" status: 200 len: 1094 time: 0.7263467 Mar 03 16:19:22.668616 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'tag': 'b88ea35c-cd82-476e-9e77-c93032f7621d'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:19:22.670277 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b73360-9e03-49d4-8ff2-3bc1b2e2a571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0b4ac4-b8f7-4f90-9c72-278a0b760f54,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:22.670887 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bc203a-d218-4633-a74c-84586a70f1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2bebbf-46de-4125-bc66-3395bc7a003a", "tag": "b88ea35c-cd82-476e-9e77-c93032f7621d"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:19:22.689903 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698df56-6038-4efe-b8b3-334b8cb5fabe service neutron] Pushing event updated for resources: {'Port': ['ID=b88ea35c-cd82-476e-9e77-c93032f7621d,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:22.740002 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38011586-ef09-43e6-8c13-2e4c553e71d6 x-openstack-request-id: req-38011586-ef09-43e6-8c13-2e4c553e71d6 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:19:22.740289 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2bebbf-46de-4125-bc66-3395bc7a003a", "tag": "b88ea35c-cd82-476e-9e77-c93032f7621d", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:19:22.740538 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38011586-ef09-43e6-8c13-2e4c553e71d6 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:19:22.741708 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'tag': 'b88ea35c-cd82-476e-9e77-c93032f7621d', 'status': 'completed', 'code': 200} Mar 03 16:19:22.779729 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bc403-a818-4427-8126-7602a0f71fa1 req-29eee999-5179-4450-88d8-32b1a1ca1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:22.781542 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-29eee999-5179-4450-88d8-32b1a1ca1f96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3df7765ab38441feaf9e7d17d7559290&device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 1128 time: 0.0610869 Mar 03 16:19:22.828629 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-9f12e043-3980-4143-b174-1e584b818d10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b88ea35c-cd82-476e-9e77-c93032f7621d HTTP/1.1" status: 200 len: 217 time: 0.0368161 Mar 03 16:19:22.884826 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bc403-a818-4427-8126-7602a0f71fa1 req-850359b9-d370-42c9-ac2f-6b0be17cb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:22.886339 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-850359b9-d370-42c9-ac2f-6b0be17cb54f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=028a2aef-a8b5-4645-8b5b-9ea5ad4099b5 HTTP/1.1" status: 200 len: 850 time: 0.0498316 Mar 03 16:19:22.939278 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bc403-a818-4427-8126-7602a0f71fa1 req-1349d093-8f43-4fd4-ab1c-2f66cbc871ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:22.940864 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-1349d093-8f43-4fd4-ab1c-2f66cbc871ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ba15c27-2b8e-4d04-b799-e6df45177b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481052 Mar 03 16:19:23.033990 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-c90c567d-f374-43cc-b2f2-ac03e11d836c service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864003 Mar 03 16:19:23.130359 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-641bc403-a818-4427-8126-7602a0f71fa1 req-955e39b1-c5b1-4d9b-a7a0-fdd67ff0618f service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891829 Mar 03 16:19:23.224985 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc203a-d218-4633-a74c-84586a70f1f3 req-402611d0-e44f-4840-b87f-32c9f7fe135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:23.226992 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-80bc203a-d218-4633-a74c-84586a70f1f3 req-402611d0-e44f-4840-b87f-32c9f7fe135d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3df7765ab38441feaf9e7d17d7559290&device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 1128 time: 0.0446832 Mar 03 16:19:23.315894 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc203a-d218-4633-a74c-84586a70f1f3 req-661fee71-8661-4ae4-bdc8-6ee8c83c7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:23.317518 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-80bc203a-d218-4633-a74c-84586a70f1f3 req-661fee71-8661-4ae4-bdc8-6ee8c83c7082 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 200 len: 911 time: 0.0848553 Mar 03 16:19:23.360586 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-80bc203a-d218-4633-a74c-84586a70f1f3 req-4f8f43ba-0c78-410f-93d3-ff9e155380bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b88ea35c-cd82-476e-9e77-c93032f7621d HTTP/1.1" status: 200 len: 217 time: 0.0366454 Mar 03 16:19:23.431530 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc203a-d218-4633-a74c-84586a70f1f3 req-3f7ff0e1-db75-45f9-8091-e05be9c47414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:23.432974 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-80bc203a-d218-4633-a74c-84586a70f1f3 req-3f7ff0e1-db75-45f9-8091-e05be9c47414 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=028a2aef-a8b5-4645-8b5b-9ea5ad4099b5 HTTP/1.1" status: 200 len: 850 time: 0.0642867 Mar 03 16:19:23.454207 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d95911-c1f5-4801-851a-4a20fa779d72 req-90f4b5ab-69c3-4b9c-a82d-f07aa02cd3b5 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:23.455612 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-34d95911-c1f5-4801-851a-4a20fa779d72 req-90f4b5ab-69c3-4b9c-a82d-f07aa02cd3b5 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 944 time: 0.0978019 Mar 03 16:19:23.517294 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc203a-d218-4633-a74c-84586a70f1f3 req-fe6412f8-4d46-490c-8727-bdea2eb8d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:23.518751 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-80bc203a-d218-4633-a74c-84586a70f1f3 req-fe6412f8-4d46-490c-8727-bdea2eb8d44e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ba15c27-2b8e-4d04-b799-e6df45177b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794058 Mar 03 16:19:23.523356 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-34d95911-c1f5-4801-851a-4a20fa779d72 req-6482f2dc-783e-4b88-85c9-67e2829a3908 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532415 Mar 03 16:19:23.608265 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-80bc203a-d218-4633-a74c-84586a70f1f3 req-215e3105-53a1-44b9-b44d-a345b78eb02b service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830584 Mar 03 16:19:23.696860 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-80bc203a-d218-4633-a74c-84586a70f1f3 req-5e021c10-5b4e-40ac-8cc6-27b1ada50f57 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809989 Mar 03 16:19:24.643041 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee39106-fcd0-481c-87d1-8bb8410bee07 req-8aaa37b0-78c7-4c7b-8b34-030a56e727ad tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:24.644524 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8ee39106-fcd0-481c-87d1-8bb8410bee07 req-8aaa37b0-78c7-4c7b-8b34-030a56e727ad tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 944 time: 0.0537281 Mar 03 16:19:24.690507 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8ee39106-fcd0-481c-87d1-8bb8410bee07 req-12c0421a-a0b2-4659-b514-58f7e0649feb tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398829 Mar 03 16:19:25.805917 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9479b-9ba0-4be6-bc40-cc9b6f1bdd76 req-e70202a5-b76e-4311-b3fc-d882886c9086 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:25.807411 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-20e9479b-9ba0-4be6-bc40-cc9b6f1bdd76 req-e70202a5-b76e-4311-b3fc-d882886c9086 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 944 time: 0.0527418 Mar 03 16:19:25.852681 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-20e9479b-9ba0-4be6-bc40-cc9b6f1bdd76 req-a651a776-cc2f-4556-9851-710a6ffd9eaa tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397480 Mar 03 16:19:26.358602 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device b88ea35c-cd82-476e-9e77-c93032f7621d details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:19:26.450637 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port b88ea35c-cd82-476e-9e77-c93032f7621d, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b88ea35c-cd82-476e-9e77-c93032f7621d,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:26.462263 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': 'b88ea35c-cd82-476e-9e77-c93032f7621d', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'port_id': 'b88ea35c-cd82-476e-9e77-c93032f7621d', 'mac_address': 'fa:16:3e:f8:e7:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:19:26.500268 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port b88ea35c-cd82-476e-9e77-c93032f7621d is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:19:26.500655 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:26.515310 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b88ea35c-cd82-476e-9e77-c93032f7621d {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:19:26.541786 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port b88ea35c-cd82-476e-9e77-c93032f7621d, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b88ea35c-cd82-476e-9e77-c93032f7621d,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:26.547694 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:26.592662 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=b88ea35c-cd82-476e-9e77-c93032f7621d,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:26.599425 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.599804 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.600154 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.601126 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.601503 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.601836 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.602170 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.602498 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.602823 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.603148 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.603469 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.603809 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.604128 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:19:26.886400 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['b88ea35c-cd82-476e-9e77-c93032f7621d'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:19:26.981768 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabed66-4019-4402-8c0f-b94148f8fa8b req-356f5118-11a9-40c4-8564-e26a796433a9 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:26.983274 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cfabed66-4019-4402-8c0f-b94148f8fa8b req-356f5118-11a9-40c4-8564-e26a796433a9 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 945 time: 0.0525103 Mar 03 16:19:27.038052 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cfabed66-4019-4402-8c0f-b94148f8fa8b req-20fc354a-f28f-404c-a1f0-9d28444a5113 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489521 Mar 03 16:19:28.163897 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b20c8-0406-4749-8427-51a62996e4f2 req-d45cff9b-910f-4e92-8bc1-b3b8fd19bf19 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:28.165368 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7d0b20c8-0406-4749-8427-51a62996e4f2 req-d45cff9b-910f-4e92-8bc1-b3b8fd19bf19 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 945 time: 0.0563536 Mar 03 16:19:28.209428 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7d0b20c8-0406-4749-8427-51a62996e4f2 req-21035bd7-5b41-4e02-9b40-0f640e29eb43 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385208 Mar 03 16:19:28.381830 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device b88ea35c-cd82-476e-9e77-c93032f7621d up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:19:28.427914 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port b88ea35c-cd82-476e-9e77-c93032f7621d completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:19:28.432227 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port b88ea35c-cd82-476e-9e77-c93032f7621d triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:19:28.432633 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:28.506909 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port b88ea35c-cd82-476e-9e77-c93032f7621d is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:19:28.507303 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:28.532757 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88ea35c-cd82-476e-9e77-c93032f7621d'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:19:28.535008 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2f10e8-bc6c-476e-b6a2-132c1dcb0bec" -d '{"events": [{"server_uuid": "7e2bebbf-46de-4125-bc66-3395bc7a003a", "name": "network-vif-plugged", "status": "completed", "tag": "b88ea35c-cd82-476e-9e77-c93032f7621d"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:19:28.548024 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port b88ea35c-cd82-476e-9e77-c93032f7621d, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b88ea35c-cd82-476e-9e77-c93032f7621d,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:19:28.551811 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:28.575944 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df254413-416e-4a4d-9ae8-f27e3a9e266c x-openstack-request-id: req-df254413-416e-4a4d-9ae8-f27e3a9e266c {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:19:28.576236 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2bebbf-46de-4125-bc66-3395bc7a003a", "name": "network-vif-plugged", "status": "completed", "tag": "b88ea35c-cd82-476e-9e77-c93032f7621d", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:19:28.576506 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df254413-416e-4a4d-9ae8-f27e3a9e266c {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:19:28.576877 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b88ea35c-cd82-476e-9e77-c93032f7621d', 'code': 200} Mar 03 16:19:28.603721 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=b88ea35c-cd82-476e-9e77-c93032f7621d,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:19:28.882326 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80371032-7f02-4224-ae14-40e65ea10d24 req-e96d647f-3505-4c19-ba85-e3f02a689d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:28.883852 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-80371032-7f02-4224-ae14-40e65ea10d24 req-e96d647f-3505-4c19-ba85-e3f02a689d59 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 1130 time: 0.0428503 Mar 03 16:19:28.925919 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-80371032-7f02-4224-ae14-40e65ea10d24 req-a1982134-8924-4164-9bf7-a3be72485991 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361643 Mar 03 16:19:29.326422 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88404a-b33b-419e-bcea-425f7237c731 req-244fd3e5-58a9-458a-92ad-6438fa61b6ba tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:29.327875 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2f88404a-b33b-419e-bcea-425f7237c731 req-244fd3e5-58a9-458a-92ad-6438fa61b6ba tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 946 time: 0.0533717 Mar 03 16:19:29.372244 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2f88404a-b33b-419e-bcea-425f7237c731 req-b2ba91be-efac-405f-b2a7-fab541d1f89e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390334 Mar 03 16:19:30.493422 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daea4d-9bfa-4cbc-b1d5-908c4d99e4fc req-fb990087-250c-474d-8a79-a273ecc95b2e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:30.494802 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-04daea4d-9bfa-4cbc-b1d5-908c4d99e4fc req-fb990087-250c-474d-8a79-a273ecc95b2e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 946 time: 0.0543420 Mar 03 16:19:30.544381 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-04daea4d-9bfa-4cbc-b1d5-908c4d99e4fc req-522ea77c-1070-48d2-8283-ac083a304bef tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440116 Mar 03 16:19:31.662686 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab936636-6f4c-4542-a692-802cc280371d req-6cf3a24c-312c-4a11-a8f0-37fe73f52fc3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:31.664317 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ab936636-6f4c-4542-a692-802cc280371d req-6cf3a24c-312c-4a11-a8f0-37fe73f52fc3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 946 time: 0.0546157 Mar 03 16:19:31.713269 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ab936636-6f4c-4542-a692-802cc280371d req-677ff39e-afd6-41b7-97f8-22898b1b7ef2 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426097 Mar 03 16:19:31.833132 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b0ccf-9e95-4d8b-b2cc-deca82d04920 req-c0588d5e-4098-4aae-b301-46a51ec0ab18 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:31.834615 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-764b0ccf-9e95-4d8b-b2cc-deca82d04920 req-c0588d5e-4098-4aae-b301-46a51ec0ab18 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 946 time: 0.0553207 Mar 03 16:19:31.843764 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40388) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:19:31.848486 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-cebe04b5-6b9e-42ce-bbf6-2a6ef4b1785f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Request body: {'floatingip': {'port_id': 'b88ea35c-cd82-476e-9e77-c93032f7621d'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:19:31.887462 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-cebe04b5-6b9e-42ce-bbf6-2a6ef4b1785f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (4d39ef64-2f70-4a62-ac3c-6c268149b31a), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:32.319052 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-cebe04b5-6b9e-42ce-bbf6-2a6ef4b1785f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:32.322192 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-cebe04b5-6b9e-42ce-bbf6-2a6ef4b1785f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (4d39ef64-2f70-4a62-ac3c-6c268149b31a), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:32.420989 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.l3_db [None req-cebe04b5-6b9e-42ce-bbf6-2a6ef4b1785f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Floating IP 4d39ef64-2f70-4a62-ac3c-6c268149b31a associated. External IP: 172.27.2.110, port: b88ea35c-cd82-476e-9e77-c93032f7621d. Mar 03 16:19:32.629830 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebe04b5-6b9e-42ce-bbf6-2a6ef4b1785f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Router 711c6554-1da5-434f-960e-11ca9c937e9f has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:19:32.735945 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebe04b5-6b9e-42ce-bbf6-2a6ef4b1785f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:19:32.741437 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-cebe04b5-6b9e-42ce-bbf6-2a6ef4b1785f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:32.746088 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebbac13-5518-41ae-b216-e7d8d2723325 None None] Sync routers for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:19:32.755451 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebbac13-5518-41ae-b216-e7d8d2723325 None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:19:32.756103 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-bebbac13-5518-41ae-b216-e7d8d2723325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:19:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:32.769042 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-cebe04b5-6b9e-42ce-bbf6-2a6ef4b1785f tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "PUT /v2.0/floatingips/4d39ef64-2f70-4a62-ac3c-6c268149b31a HTTP/1.1" status: 200 len: 992 time: 0.9241271 Mar 03 16:19:32.769629 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'tag': 'b88ea35c-cd82-476e-9e77-c93032f7621d'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:19:32.771901 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb94dd72-3bd0-466e-b896-e601ebc81efa" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2bebbf-46de-4125-bc66-3395bc7a003a", "tag": "b88ea35c-cd82-476e-9e77-c93032f7621d"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:19:32.810980 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9bd63f-2f0e-445c-b49e-61c7df0f22ff x-openstack-request-id: req-ec9bd63f-2f0e-445c-b49e-61c7df0f22ff {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:19:32.811268 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2bebbf-46de-4125-bc66-3395bc7a003a", "tag": "b88ea35c-cd82-476e-9e77-c93032f7621d", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:19:32.811520 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec9bd63f-2f0e-445c-b49e-61c7df0f22ff {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:19:32.811949 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'tag': 'b88ea35c-cd82-476e-9e77-c93032f7621d', 'status': 'completed', 'code': 200} Mar 03 16:19:32.872778 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-bebbac13-5518-41ae-b216-e7d8d2723325 None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:19:32.877731 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94dd72-3bd0-466e-b896-e601ebc81efa req-346297cc-61e9-4076-bc54-165ed4400afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:32.880270 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb94dd72-3bd0-466e-b896-e601ebc81efa req-346297cc-61e9-4076-bc54-165ed4400afa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3df7765ab38441feaf9e7d17d7559290&device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 1130 time: 0.0461528 Mar 03 16:19:32.976479 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94dd72-3bd0-466e-b896-e601ebc81efa req-4483676a-f53d-46af-9bee-9e05e8e0a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:32.978017 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb94dd72-3bd0-466e-b896-e601ebc81efa req-4483676a-f53d-46af-9bee-9e05e8e0a295 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 200 len: 911 time: 0.0899611 Mar 03 16:19:33.053213 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb94dd72-3bd0-466e-b896-e601ebc81efa req-de2a1331-0e2f-4912-adf2-e1f9bb035a3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b88ea35c-cd82-476e-9e77-c93032f7621d HTTP/1.1" status: 200 len: 1000 time: 0.0687485 Mar 03 16:19:33.109058 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94dd72-3bd0-466e-b896-e601ebc81efa req-59c6be32-4664-4d93-a4a6-bb36a32cc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:33.110990 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb94dd72-3bd0-466e-b896-e601ebc81efa req-59c6be32-4664-4d93-a4a6-bb36a32cc000 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=028a2aef-a8b5-4645-8b5b-9ea5ad4099b5 HTTP/1.1" status: 200 len: 850 time: 0.0514727 Mar 03 16:19:33.139651 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-bebbac13-5518-41ae-b216-e7d8d2723325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': '4d39ef64-2f70-4a62-ac3c-6c268149b31a', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'port_id': 'b88ea35c-cd82-476e-9e77-c93032f7621d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'mac_address': 'fa:16:3e:f8:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:19:18Z', 'updated_at': '2022-03-03T16:19:32Z', 'revision_number': 1, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:33.160478 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94dd72-3bd0-466e-b896-e601ebc81efa req-88531740-32c3-4ff2-b616-8c95914111ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:33.161963 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb94dd72-3bd0-466e-b896-e601ebc81efa req-88531740-32c3-4ff2-b616-8c95914111ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ba15c27-2b8e-4d04-b799-e6df45177b15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452063 Mar 03 16:19:33.167708 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebbac13-5518-41ae-b216-e7d8d2723325 None None] Checking router: 711c6554-1da5-434f-960e-11ca9c937e9f for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:19:33.176198 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebbac13-5518-41ae-b216-e7d8d2723325 None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:19:33.176810 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-bebbac13-5518-41ae-b216-e7d8d2723325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:19:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:33.248236 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb94dd72-3bd0-466e-b896-e601ebc81efa req-a4372ebe-3212-4f8f-8426-f1b6112b0c01 service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789142 Mar 03 16:19:33.285059 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-bebbac13-5518-41ae-b216-e7d8d2723325 None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:19:33.338738 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb94dd72-3bd0-466e-b896-e601ebc81efa req-0400c611-7876-4544-a6b2-24d5d0e8802a service neutron] 10.222.0.10 "GET /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838819 Mar 03 16:19:33.506282 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-bebbac13-5518-41ae-b216-e7d8d2723325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': '4d39ef64-2f70-4a62-ac3c-6c268149b31a', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'port_id': 'b88ea35c-cd82-476e-9e77-c93032f7621d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'mac_address': 'fa:16:3e:f8:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:19:18Z', 'updated_at': '2022-03-03T16:19:32Z', 'revision_number': 1, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:19:33.532819 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebbac13-5518-41ae-b216-e7d8d2723325 None None] The sync data for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi is: [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': '4d39ef64-2f70-4a62-ac3c-6c268149b31a', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'floating_ip_address': '172.27.2.110', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'port_id': 'b88ea35c-cd82-476e-9e77-c93032f7621d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'mac_address': 'fa:16:3e:f8:e7:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:19:18Z', 'updated_at': '2022-03-03T16:19:32Z', 'revision_number': 1, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:19:33.717933 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e71b3d9-95a7-4f1c-8dfb-5e7f75489149 None None] New status for floating IP 4d39ef64-2f70-4a62-ac3c-6c268149b31a: ACTIVE {{(pid=103060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:19:34.233237 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fc10f1ec-8c04-403c-8bc3-b742a10c6d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:36.705406 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-18fdf16f-e691-40a3-8cd9-0874e809ea19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:37.332411 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:37.345743 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-970df6d3-775e-42d9-a852-6bf66b676da4 req-6da67d5d-d0d3-4012-a12d-83f25246de80 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435905 Mar 03 16:19:37.407307 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970df6d3-775e-42d9-a852-6bf66b676da4 req-cf03a8eb-7b01-4fe9-aa38-354bad63d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:37.408788 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-970df6d3-775e-42d9-a852-6bf66b676da4 req-cf03a8eb-7b01-4fe9-aa38-354bad63d161 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b03795c3804a9ca8e84ba161e5f592&device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 1130 time: 0.0433781 Mar 03 16:19:37.512040 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970df6d3-775e-42d9-a852-6bf66b676da4 req-8ef64100-770b-4b9c-ba22-5d97d0b35319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:37.513503 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-970df6d3-775e-42d9-a852-6bf66b676da4 req-8ef64100-770b-4b9c-ba22-5d97d0b35319 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 HTTP/1.1" status: 200 len: 909 time: 0.0867980 Mar 03 16:19:37.578557 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-970df6d3-775e-42d9-a852-6bf66b676da4 req-19673ddf-117e-4827-a2c8-c594eeaa7e09 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a HTTP/1.1" status: 200 len: 1002 time: 0.0583200 Mar 03 16:19:37.599071 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:37.881421 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970df6d3-775e-42d9-a852-6bf66b676da4 req-f074f30a-7886-4263-85bb-3e6275209593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:37.883299 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-970df6d3-775e-42d9-a852-6bf66b676da4 req-f074f30a-7886-4263-85bb-3e6275209593 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f52b7343-2d0c-49ed-a918-2d20f4766e64 HTTP/1.1" status: 200 len: 848 time: 0.2991097 Mar 03 16:19:37.930091 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970df6d3-775e-42d9-a852-6bf66b676da4 req-3529df0e-2556-4860-ac9f-905fd4791337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:37.931538 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-970df6d3-775e-42d9-a852-6bf66b676da4 req-3529df0e-2556-4860-ac9f-905fd4791337 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417452 Mar 03 16:19:38.015056 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-970df6d3-775e-42d9-a852-6bf66b676da4 req-08c59195-ce4a-46cb-a27b-22c5b2240a68 service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774307 Mar 03 16:19:38.102137 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-970df6d3-775e-42d9-a852-6bf66b676da4 req-515ca28f-2e4f-421c-94f4-f450949e6872 service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806389 Mar 03 16:19:39.115439 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:40.700121 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:19:56.266772 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fedcd7-aea2-431a-b135-583d66f71c1e req-e3449d26-9eb8-404f-a0f7-329502bc54b0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:56.268276 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b5fedcd7-aea2-431a-b135-583d66f71c1e req-e3449d26-9eb8-404f-a0f7-329502bc54b0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0529268 Mar 03 16:19:56.313471 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-b5fedcd7-aea2-431a-b135-583d66f71c1e req-318a387b-923d-48f6-87f2-d4543a0c7afa tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396268 Mar 03 16:19:57.436523 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092094e0-a7ef-425b-bc77-9287ebf212d6 req-61351a90-dc2a-46e7-907c-f61089133cf4 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:57.437948 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-092094e0-a7ef-425b-bc77-9287ebf212d6 req-61351a90-dc2a-46e7-907c-f61089133cf4 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0515163 Mar 03 16:19:57.482897 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-092094e0-a7ef-425b-bc77-9287ebf212d6 req-afc04d7e-9819-49e3-b51e-682f345ee82e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395384 Mar 03 16:19:58.607494 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c15d07-7ff0-4025-bd83-07456cc85e8e req-997e5d27-4e2c-423c-ac22-3a2081a3fabc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:58.608953 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-54c15d07-7ff0-4025-bd83-07456cc85e8e req-997e5d27-4e2c-423c-ac22-3a2081a3fabc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0558352 Mar 03 16:19:58.657367 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-54c15d07-7ff0-4025-bd83-07456cc85e8e req-8dd3dcc6-9ece-4943-b9b1-1262665babb8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429053 Mar 03 16:19:58.777074 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:19:59.781584 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c790c-1f43-4e95-a56a-077617ae0c65 req-4ef1efba-4e3b-4105-b994-6925cf8facea tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:19:59.783034 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ab9c790c-1f43-4e95-a56a-077617ae0c65 req-4ef1efba-4e3b-4105-b994-6925cf8facea tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0553865 Mar 03 16:19:59.828303 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ab9c790c-1f43-4e95-a56a-077617ae0c65 req-3b6128a2-92ad-4fc3-bef7-c150c6a1d598 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398240 Mar 03 16:20:00.953654 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207d124-ec20-4267-b7df-5e9a8f2e99bf req-550e123e-c6f3-47b4-b2fd-7c90a1667822 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:00.955097 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a207d124-ec20-4267-b7df-5e9a8f2e99bf req-550e123e-c6f3-47b4-b2fd-7c90a1667822 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0515299 Mar 03 16:20:01.000006 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-a207d124-ec20-4267-b7df-5e9a8f2e99bf req-3854bb72-03d9-4085-965f-947183139569 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394378 Mar 03 16:20:02.118438 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cce1ed-228d-452d-9c99-22f55ad1e47d req-67cdd0f9-dedd-4c19-9200-6cfa8c66fae5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:02.119983 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a8cce1ed-228d-452d-9c99-22f55ad1e47d req-67cdd0f9-dedd-4c19-9200-6cfa8c66fae5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0508761 Mar 03 16:20:02.164931 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a8cce1ed-228d-452d-9c99-22f55ad1e47d req-e2036f5e-96bd-4d3e-86a7-2e3335d92889 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396690 Mar 03 16:20:03.284745 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7b916-321f-4837-91e0-571199ad0298 req-d02677df-d04d-413c-b400-5026dc64861a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:03.286204 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e4f7b916-321f-4837-91e0-571199ad0298 req-d02677df-d04d-413c-b400-5026dc64861a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0505817 Mar 03 16:20:03.330243 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e4f7b916-321f-4837-91e0-571199ad0298 req-56cba22e-c5d8-4097-a830-7f4f068488d3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380356 Mar 03 16:20:04.235101 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1156-cc44-44dd-a123-122330914d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:04.451300 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d179124-8653-49bd-9e12-ba40433e7e18 req-c27e0241-f065-47b0-9ae8-a1790d3b73f3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:04.452792 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4d179124-8653-49bd-9e12-ba40433e7e18 req-c27e0241-f065-47b0-9ae8-a1790d3b73f3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0526371 Mar 03 16:20:04.501007 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4d179124-8653-49bd-9e12-ba40433e7e18 req-472aa1fc-4caa-47b5-a745-dc08f305cb72 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426929 Mar 03 16:20:05.849911 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabb013-6561-423c-be32-ae8470cd7bf8 req-b611abed-f866-4dbf-8067-d60287d8e44f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:05.851276 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cdabb013-6561-423c-be32-ae8470cd7bf8 req-b611abed-f866-4dbf-8067-d60287d8e44f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.2797084 Mar 03 16:20:05.896015 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-cdabb013-6561-423c-be32-ae8470cd7bf8 req-870914d6-1fb3-457b-90c2-4cf9acc81e6b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386078 Mar 03 16:20:06.706442 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-fa420228-d511-45f4-872c-c238b540e49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:07.015591 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f0a88-8697-482f-bc1b-4599e0304c35 req-c539fef0-dc15-4d5f-a25d-e6649ae84712 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:07.017158 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-087f0a88-8697-482f-bc1b-4599e0304c35 req-c539fef0-dc15-4d5f-a25d-e6649ae84712 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0515931 Mar 03 16:20:07.061036 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-087f0a88-8697-482f-bc1b-4599e0304c35 req-976551e6-0662-4fb5-a548-69ca4d57c29d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385003 Mar 03 16:20:07.323738 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:07.601020 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:08.180692 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132489a6-63ef-4c52-902e-2a5075b01fec req-026ee31b-fe47-44cd-96d8-7bd21e4958de tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:08.182247 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-132489a6-63ef-4c52-902e-2a5075b01fec req-026ee31b-fe47-44cd-96d8-7bd21e4958de tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0514965 Mar 03 16:20:08.228467 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-132489a6-63ef-4c52-902e-2a5075b01fec req-6ea07ea9-5429-4cb0-9c96-d0e064bfad69 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 Mar 03 16:20:08.483491 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 17346edb-fbdc-467c-9580-d8591b2099a6 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:20:08.580893 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=17346edb-fbdc-467c-9580-d8591b2099a6,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:08.592173 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '17346edb-fbdc-467c-9580-d8591b2099a6', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'port_id': '17346edb-fbdc-467c-9580-d8591b2099a6', 'mac_address': 'fa:16:3e:18:9e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:20:08.628557 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 17346edb-fbdc-467c-9580-d8591b2099a6 is: ACTIVE; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:20:08.628950 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:08.641904 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17346edb-fbdc-467c-9580-d8591b2099a6 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:20:08.660752 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=17346edb-fbdc-467c-9580-d8591b2099a6,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:08.664564 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:08.709835 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=17346edb-fbdc-467c-9580-d8591b2099a6,revision_number=6']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:08.770422 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['17346edb-fbdc-467c-9580-d8591b2099a6'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:20:09.118796 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:09.349727 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a7217-00a9-4792-9ffa-eadf5902a3a9 req-d5cd93e7-b6e7-4a65-bce6-31e134629a95 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:09.351191 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e73a7217-00a9-4792-9ffa-eadf5902a3a9 req-d5cd93e7-b6e7-4a65-bce6-31e134629a95 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 944 time: 0.0510647 Mar 03 16:20:09.396531 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e73a7217-00a9-4792-9ffa-eadf5902a3a9 req-8539ff44-13ce-48ab-9ca0-d34603b41f52 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392692 Mar 03 16:20:10.482224 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 17346edb-fbdc-467c-9580-d8591b2099a6 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:20:10.520449 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8977d442-0dc1-42e9-bace-515e52a6a308 req-16870918-7380-4243-87ab-6d329594fe7c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:10.522045 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8977d442-0dc1-42e9-bace-515e52a6a308 req-16870918-7380-4243-87ab-6d329594fe7c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 944 time: 0.0548143 Mar 03 16:20:10.532414 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 17346edb-fbdc-467c-9580-d8591b2099a6 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:20:10.532876 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:10.568515 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8977d442-0dc1-42e9-bace-515e52a6a308 req-d7b08a37-fbaf-4499-81c9-1feadca84e95 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 Mar 03 16:20:10.609260 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 17346edb-fbdc-467c-9580-d8591b2099a6 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:20:10.609656 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:10.631922 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:20:10.634234 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7820b656-1ba3-4e0a-8b1a-c2f864f894f2" -d '{"events": [{"server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "name": "network-vif-plugged", "status": "completed", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:20:10.646167 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=17346edb-fbdc-467c-9580-d8591b2099a6,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:10.650389 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:10.675935 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59050041-45f0-410d-b009-80e8e9b2880a x-openstack-request-id: req-59050041-45f0-410d-b009-80e8e9b2880a {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:20:10.676221 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "name": "network-vif-plugged", "status": "completed", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:20:10.676482 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59050041-45f0-410d-b009-80e8e9b2880a {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:20:10.676865 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6', 'code': 200} Mar 03 16:20:10.837058 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=17346edb-fbdc-467c-9580-d8591b2099a6,revision_number=7']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:10.840411 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:11.687219 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82094a2-5ac3-4869-8a88-2175218d9aaf req-d96cb127-6278-4159-8285-858b023d0ddf tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:11.688694 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c82094a2-5ac3-4869-8a88-2175218d9aaf req-d96cb127-6278-4159-8285-858b023d0ddf tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0517550 Mar 03 16:20:11.732704 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c82094a2-5ac3-4869-8a88-2175218d9aaf req-4f26dda9-dc30-48ef-8a8c-a569629f4c66 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385947 Mar 03 16:20:12.862126 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f84c26-2678-47f7-8143-f8b8ea683ae0 req-2f02f2b3-b0a5-4a29-9e18-d50f2ff85a4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:12.863591 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-60f84c26-2678-47f7-8143-f8b8ea683ae0 req-2f02f2b3-b0a5-4a29-9e18-d50f2ff85a4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0566926 Mar 03 16:20:12.908875 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-60f84c26-2678-47f7-8143-f8b8ea683ae0 req-bb2140fd-b43e-4ae1-b667-759079b5a86c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397770 Mar 03 16:20:14.030290 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f48e4-62f8-4b33-b051-032e773a9cd9 req-62108cb3-a1ad-413d-adca-f07fce666f61 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:14.032159 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4e9f48e4-62f8-4b33-b051-032e773a9cd9 req-62108cb3-a1ad-413d-adca-f07fce666f61 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0526018 Mar 03 16:20:14.082490 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-4e9f48e4-62f8-4b33-b051-032e773a9cd9 req-e86e1caa-cb72-4140-b18a-aeff59b67aad tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448756 Mar 03 16:20:15.241579 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451c684-5940-43d6-bca3-e08bf1296453 req-5b68a6ff-7229-4a91-ad5e-4e6ed076e2a3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:15.243223 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2451c684-5940-43d6-bca3-e08bf1296453 req-5b68a6ff-7229-4a91-ad5e-4e6ed076e2a3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0715709 Mar 03 16:20:15.298537 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2451c684-5940-43d6-bca3-e08bf1296453 req-5b07d32e-e571-4506-8e76-92367a7d2339 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472832 Mar 03 16:20:16.436347 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0732c-aa2f-47bf-bb23-143b4a1972b0 req-b48e253f-aeaf-470f-b638-8eba42553f57 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:16.440074 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-23d0732c-aa2f-47bf-bb23-143b4a1972b0 req-b48e253f-aeaf-470f-b638-8eba42553f57 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0572250 Mar 03 16:20:16.496539 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-23d0732c-aa2f-47bf-bb23-143b4a1972b0 req-1e18d1e6-0251-4867-b84f-f308d3e78643 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532119 Mar 03 16:20:17.632772 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c0950-bc02-4af7-8de4-8aa6356c28f2 req-1a825bac-94c9-4d8c-b1d3-a817fb81ecab tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:17.640408 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c34c0950-bc02-4af7-8de4-8aa6356c28f2 req-1a825bac-94c9-4d8c-b1d3-a817fb81ecab tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0685799 Mar 03 16:20:17.692512 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c34c0950-bc02-4af7-8de4-8aa6356c28f2 req-fd5ae808-d911-4d12-886e-7f90f81ce97d tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509510 Mar 03 16:20:18.821204 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89de880-0555-46ef-8cf3-074c28940f32 req-9927ddfc-0925-4216-b0bd-50fef3296af2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:18.822708 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c89de880-0555-46ef-8cf3-074c28940f32 req-9927ddfc-0925-4216-b0bd-50fef3296af2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0536828 Mar 03 16:20:18.880335 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c89de880-0555-46ef-8cf3-074c28940f32 req-ed5e0137-e762-419d-a18c-1dee1327e519 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511622 Mar 03 16:20:20.021785 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38d099-51cb-4e57-b4a6-9d5a92febe8a req-f91eb602-4c4f-414b-92c5-3331b81cdd31 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:20.024046 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0c38d099-51cb-4e57-b4a6-9d5a92febe8a req-f91eb602-4c4f-414b-92c5-3331b81cdd31 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0559857 Mar 03 16:20:20.080970 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0c38d099-51cb-4e57-b4a6-9d5a92febe8a req-b41f2ece-3f33-4875-b735-7ee774c2b145 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497105 Mar 03 16:20:21.221261 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cd688-20d7-40dc-8698-2fa4f39f5295 req-02b4cc0e-e430-4fa9-bd3e-e2797635e92a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:21.223380 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-807cd688-20d7-40dc-8698-2fa4f39f5295 req-02b4cc0e-e430-4fa9-bd3e-e2797635e92a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0608613 Mar 03 16:20:21.272148 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-807cd688-20d7-40dc-8698-2fa4f39f5295 req-115c0bae-eba9-4782-ad0e-17900c1975c6 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 Mar 03 16:20:22.399024 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef094e-a68a-4a6e-b0c6-781a50448f8a req-61bd2ae9-e300-409f-88b2-f77d12c172eb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:22.406212 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-02ef094e-a68a-4a6e-b0c6-781a50448f8a req-61bd2ae9-e300-409f-88b2-f77d12c172eb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0625911 Mar 03 16:20:22.458973 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-02ef094e-a68a-4a6e-b0c6-781a50448f8a req-4d244b34-0e29-4599-bd63-ec051eddf07a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517142 Mar 03 16:20:23.576421 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c00fa-77d1-4fce-8655-33128bf0ddc8 req-445d6910-ad38-46df-8f5b-77c62ee767af tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:23.577910 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-654c00fa-77d1-4fce-8655-33128bf0ddc8 req-445d6910-ad38-46df-8f5b-77c62ee767af tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0543840 Mar 03 16:20:23.624258 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-654c00fa-77d1-4fce-8655-33128bf0ddc8 req-3c3b9051-5e36-46aa-afa3-2b01bd43bcf7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407095 Mar 03 16:20:24.319899 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec9d9-7185-4435-aefe-8af32c80031e req-6a7d3afa-699c-488f-9c47-aef103ebaa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:24.321375 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-36bec9d9-7185-4435-aefe-8af32c80031e req-6a7d3afa-699c-488f-9c47-aef103ebaa12 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 1129 time: 0.0473897 Mar 03 16:20:24.406799 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec9d9-7185-4435-aefe-8af32c80031e req-72e1e875-ba7e-47fb-b5f0-d8da78ad3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:24.408257 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-36bec9d9-7185-4435-aefe-8af32c80031e req-72e1e875-ba7e-47fb-b5f0-d8da78ad3b59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 916 time: 0.0801027 Mar 03 16:20:24.473937 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-36bec9d9-7185-4435-aefe-8af32c80031e req-ccda7b63-7e0b-4170-bea6-3d28cd7ed5a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17346edb-fbdc-467c-9580-d8591b2099a6 HTTP/1.1" status: 200 len: 1000 time: 0.0594814 Mar 03 16:20:24.521290 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec9d9-7185-4435-aefe-8af32c80031e req-787e8273-911f-423e-b2d0-efa3461c74ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:24.522601 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-36bec9d9-7185-4435-aefe-8af32c80031e req-787e8273-911f-423e-b2d0-efa3461c74ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f HTTP/1.1" status: 200 len: 855 time: 0.0413756 Mar 03 16:20:24.569662 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bec9d9-7185-4435-aefe-8af32c80031e req-3282a0af-d1a0-48ff-ae82-a45e5387c500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:24.571105 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-36bec9d9-7185-4435-aefe-8af32c80031e req-3282a0af-d1a0-48ff-ae82-a45e5387c500 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eda6009-02fd-4599-bb6e-1629d529972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425711 Mar 03 16:20:24.658722 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-36bec9d9-7185-4435-aefe-8af32c80031e req-65b6f6aa-42fe-48ec-9dd8-9e1c3bee5b1c service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813384 Mar 03 16:20:24.783751 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-36bec9d9-7185-4435-aefe-8af32c80031e req-3a9d299d-ee36-48d8-9185-e525fe098283 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191711 Mar 03 16:20:24.791168 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20b555-ef80-4a44-be84-4c15e7b501f7 req-77d81d8d-947b-4aec-82b9-63f1e3555b38 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:24.792613 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1a20b555-ef80-4a44-be84-4c15e7b501f7 req-77d81d8d-947b-4aec-82b9-63f1e3555b38 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0834219 Mar 03 16:20:24.838657 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1a20b555-ef80-4a44-be84-4c15e7b501f7 req-2fc117b1-2986-4b7f-b612-d2646f653c5e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402999 Mar 03 16:20:25.961686 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d583620-afde-4fee-8da1-ee82d4ae3568 req-68da7bae-7c64-441d-9f13-208fde11a5cc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:25.963187 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0d583620-afde-4fee-8da1-ee82d4ae3568 req-68da7bae-7c64-441d-9f13-208fde11a5cc tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0543373 Mar 03 16:20:26.009676 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0d583620-afde-4fee-8da1-ee82d4ae3568 req-675783a2-a180-410c-9f9a-41182fbcf961 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401785 Mar 03 16:20:27.134231 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8736fe-c744-405f-94e3-93e0546909a2 req-f7d46809-f110-41f5-94de-09ae98e30833 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:27.135736 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa8736fe-c744-405f-94e3-93e0546909a2 req-f7d46809-f110-41f5-94de-09ae98e30833 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0526633 Mar 03 16:20:27.183599 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa8736fe-c744-405f-94e3-93e0546909a2 req-d8b59cc9-4cc6-4917-94b7-b4aaeb4f9238 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Mar 03 16:20:28.063390 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bbd12-e71d-4b74-a5b8-74a9221cd697 req-977c97a5-08f3-45ab-a120-97f0fe4d7429 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:28.064908 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa3bbd12-e71d-4b74-a5b8-74a9221cd697 req-977c97a5-08f3-45ab-a120-97f0fe4d7429 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 945 time: 0.0596790 Mar 03 16:20:28.088835 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2219a419-4f94-408f-97ee-e33226b5b29e req-e875f7fc-a999-48a7-8062-667478d64233 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429945 Mar 03 16:20:28.116806 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-fa3bbd12-e71d-4b74-a5b8-74a9221cd697 req-f17f9f5b-f078-4827-b3ee-5464f2b734a1 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461485 Mar 03 16:20:28.162244 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219a419-4f94-408f-97ee-e33226b5b29e req-40f77dfa-1601-4e67-b391-ee0bdf082cc5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:28.163615 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2219a419-4f94-408f-97ee-e33226b5b29e req-40f77dfa-1601-4e67-b391-ee0bdf082cc5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports/17346edb-fbdc-467c-9580-d8591b2099a6 HTTP/1.1" status: 200 len: 942 time: 0.0459309 Mar 03 16:20:28.579446 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 17346edb-fbdc-467c-9580-d8591b2099a6 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:20:28.656524 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 17346edb-fbdc-467c-9580-d8591b2099a6 is: ACTIVE; New status is: DOWN {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:20:28.656914 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:28.679413 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:20:28.681622 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846b6113-ba80-4fd4-89ea-e90dd4de5250" -d '{"events": [{"server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "name": "network-vif-unplugged", "status": "completed", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:20:28.693297 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=17346edb-fbdc-467c-9580-d8591b2099a6,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:28.697151 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:28.722255 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 03 Mar 2022 16:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a7dfa0-3b8f-47cb-ae88-a2d4b3048648 x-openstack-request-id: req-37a7dfa0-3b8f-47cb-ae88-a2d4b3048648 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:20:28.722545 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "name": "network-vif-unplugged", "status": "completed", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:20:28.722807 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37a7dfa0-3b8f-47cb-ae88-a2d4b3048648 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:20:28.723192 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6', 'code': 200} Mar 03 16:20:28.747596 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=17346edb-fbdc-467c-9580-d8591b2099a6,revision_number=8']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:28.754411 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.754764 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.755108 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.755447 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.755814 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.756145 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.756472 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.756799 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.757123 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.757449 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.757772 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.758091 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.758407 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:28.905534 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219a419-4f94-408f-97ee-e33226b5b29e req-b2393edb-efa0-4235-a766-f77500adab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:28.907258 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2219a419-4f94-408f-97ee-e33226b5b29e req-b2393edb-efa0-4235-a766-f77500adab8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1&tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e HTTP/1.1" status: 200 len: 1127 time: 0.0438089 Mar 03 16:20:28.969426 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219a419-4f94-408f-97ee-e33226b5b29e req-fdd6fba9-cc60-4161-afa8-e996cbafcd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:28.970856 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2219a419-4f94-408f-97ee-e33226b5b29e req-fdd6fba9-cc60-4161-afa8-e996cbafcd09 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 1127 time: 0.0429366 Mar 03 16:20:29.058108 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219a419-4f94-408f-97ee-e33226b5b29e req-d51c3b7b-fb21-47cf-b5b4-4ba643b53bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:29.060208 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2219a419-4f94-408f-97ee-e33226b5b29e req-d51c3b7b-fb21-47cf-b5b4-4ba643b53bf7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 916 time: 0.0836222 Mar 03 16:20:29.121674 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2219a419-4f94-408f-97ee-e33226b5b29e req-c4989863-365e-4bc2-a1d5-d29f3d80b82e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17346edb-fbdc-467c-9580-d8591b2099a6 HTTP/1.1" status: 200 len: 998 time: 0.0553749 Mar 03 16:20:29.171323 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219a419-4f94-408f-97ee-e33226b5b29e req-56e36fea-d58a-49e4-be68-f435157c3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:29.172812 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2219a419-4f94-408f-97ee-e33226b5b29e req-56e36fea-d58a-49e4-be68-f435157c3c5d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f HTTP/1.1" status: 200 len: 855 time: 0.0461743 Mar 03 16:20:29.252651 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219a419-4f94-408f-97ee-e33226b5b29e req-50bd9054-3ded-4f34-ad2f-15a22cbb9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:29.254132 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2219a419-4f94-408f-97ee-e33226b5b29e req-50bd9054-3ded-4f34-ad2f-15a22cbb9a5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eda6009-02fd-4599-bb6e-1629d529972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751946 Mar 03 16:20:29.261613 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc9791-5721-4508-b108-5f2c89d0f62d req-cf1cbfff-75fc-47d6-8892-a631d9a79e16 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:29.263020 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-16bc9791-5721-4508-b108-5f2c89d0f62d req-cf1cbfff-75fc-47d6-8892-a631d9a79e16 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0749905 Mar 03 16:20:29.355218 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-16bc9791-5721-4508-b108-5f2c89d0f62d req-be277b4c-8728-4f1c-9269-883ad92df146 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845928 Mar 03 16:20:29.378811 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2219a419-4f94-408f-97ee-e33226b5b29e req-8bda5f09-d973-4c97-8ddc-338293fc8a74 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148758 Mar 03 16:20:29.463122 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2219a419-4f94-408f-97ee-e33226b5b29e req-d56762cb-e193-4c2a-9a12-d450a77a9ad7 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787644 Mar 03 16:20:30.482522 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b1116-97ff-4209-8c89-c7f5d4faa49f req-3a016a50-704c-4be8-b4c7-5429c2562e7a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:30.484881 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0b8b1116-97ff-4209-8c89-c7f5d4faa49f req-3a016a50-704c-4be8-b4c7-5429c2562e7a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0534887 Mar 03 16:20:30.534669 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0b8b1116-97ff-4209-8c89-c7f5d4faa49f req-1aa30cf7-439a-4a0d-9d0e-129d08e018d0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438714 Mar 03 16:20:31.667087 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b97af-6559-4760-8af5-9b84fc8027bd req-eed8269d-749b-49f1-95db-416cfb057b8a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:31.668704 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb1b97af-6559-4760-8af5-9b84fc8027bd req-eed8269d-749b-49f1-95db-416cfb057b8a tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0581503 Mar 03 16:20:31.716191 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-bb1b97af-6559-4760-8af5-9b84fc8027bd req-1c6636af-cf54-4fc2-a267-be6284d59874 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419018 Mar 03 16:20:32.848742 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a067e-69b4-4da0-b8b4-10e6e86dc199 req-b4a21d4f-1f58-4239-9135-0e1cb92f9455 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:32.851129 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9b4a067e-69b4-4da0-b8b4-10e6e86dc199 req-b4a21d4f-1f58-4239-9135-0e1cb92f9455 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0597496 Mar 03 16:20:32.903250 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9b4a067e-69b4-4da0-b8b4-10e6e86dc199 req-d5750610-59e2-4349-8849-f0eb8ce8208e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465434 Mar 03 16:20:34.027296 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334cb61-f138-4f27-8c64-2a8d921556b9 req-89910de0-7a06-4965-9ce0-8a8908e35ff7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:34.028903 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1334cb61-f138-4f27-8c64-2a8d921556b9 req-89910de0-7a06-4965-9ce0-8a8908e35ff7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0552411 Mar 03 16:20:34.087218 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1334cb61-f138-4f27-8c64-2a8d921556b9 req-28a906f4-a4dd-494d-b183-7c4add3141fd tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516548 Mar 03 16:20:34.236098 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-48203837-cabf-4550-8145-d8c8b3bcdb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:35.215468 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4efa-72da-489d-aa98-e436c6d6a741 req-9279b915-5616-4a5b-a722-8e7289af02e7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:35.216990 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-18af4efa-72da-489d-aa98-e436c6d6a741 req-9279b915-5616-4a5b-a722-8e7289af02e7 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0533006 Mar 03 16:20:35.274227 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-18af4efa-72da-489d-aa98-e436c6d6a741 req-1a95ebeb-bc23-43b0-a253-a4761a5ee3d3 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512056 Mar 03 16:20:35.776094 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:20:36.406916 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26159205-1a67-45d3-8d31-4b1a2ed79eb2 req-652177a1-68c1-4ddd-8bfb-c7e3afac7b3e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:36.408471 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-26159205-1a67-45d3-8d31-4b1a2ed79eb2 req-652177a1-68c1-4ddd-8bfb-c7e3afac7b3e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0524499 Mar 03 16:20:36.462720 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-26159205-1a67-45d3-8d31-4b1a2ed79eb2 req-188a0900-51da-4740-b17a-4e103c762254 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481563 Mar 03 16:20:36.708939 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e4138dd5-1ad2-4d47-afc8-c26a32307f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:37.356651 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:37.597800 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94940b19-8b0a-44fb-987f-1d398080ed4a req-c651034b-8830-4b03-ac97-beb0b2252c20 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:37.603774 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-94940b19-8b0a-44fb-987f-1d398080ed4a req-c651034b-8830-4b03-ac97-beb0b2252c20 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0712831 Mar 03 16:20:37.608044 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:37.669179 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-94940b19-8b0a-44fb-987f-1d398080ed4a req-a139b983-871a-418c-8303-63cda48dffcd tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537562 Mar 03 16:20:38.799197 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3839c6-6c7c-4605-964c-f47140704733 req-cd663e0f-b16b-44d6-91eb-2c3a9f072b08 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:38.806194 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cc3839c6-6c7c-4605-964c-f47140704733 req-cd663e0f-b16b-44d6-91eb-2c3a9f072b08 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0642097 Mar 03 16:20:38.855810 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cc3839c6-6c7c-4605-964c-f47140704733 req-0d270e26-823a-442d-b34e-573e4ca3a981 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486267 Mar 03 16:20:39.120953 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:39.974360 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38c599-7d34-475b-9a55-ce239a804b8f req-69df5505-2421-44fe-b822-5ad0ee0388c9 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:39.975839 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2d38c599-7d34-475b-9a55-ce239a804b8f req-69df5505-2421-44fe-b822-5ad0ee0388c9 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0518882 Mar 03 16:20:40.021140 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2d38c599-7d34-475b-9a55-ce239a804b8f req-198e8acb-e0df-4e5e-bcf5-1ecadb531ba5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398972 Mar 03 16:20:40.705983 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:41.139027 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91952c-4e51-41f4-ac28-570a19ef9751 req-04d798b0-8852-4c53-89d2-23510a13f7c0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:41.141056 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6b91952c-4e51-41f4-ac28-570a19ef9751 req-04d798b0-8852-4c53-89d2-23510a13f7c0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0508604 Mar 03 16:20:41.185210 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6b91952c-4e51-41f4-ac28-570a19ef9751 req-c5f51280-b26d-4c8c-bcf3-581d4c0d1035 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388217 Mar 03 16:20:42.303362 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce069a3-60d6-4648-8584-f7f4c0088d45 req-47ce6214-85a7-4385-acfb-1fcf9a810873 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:42.304819 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5ce069a3-60d6-4648-8584-f7f4c0088d45 req-47ce6214-85a7-4385-acfb-1fcf9a810873 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0508969 Mar 03 16:20:42.349860 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-5ce069a3-60d6-4648-8584-f7f4c0088d45 req-6ef409c8-c420-42fb-846e-87f7adb63728 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395639 Mar 03 16:20:42.701884 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96efa089-f9a2-42b6-b8af-5365390fd550 req-37434dce-63db-4297-85dd-9e76462eb6ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472066 Mar 03 16:20:42.773554 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efa089-f9a2-42b6-b8af-5365390fd550 req-19fb0c23-9546-4a53-99dc-2f9312e57325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:42.775016 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96efa089-f9a2-42b6-b8af-5365390fd550 req-19fb0c23-9546-4a53-99dc-2f9312e57325 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 1130 time: 0.0435441 Mar 03 16:20:42.875917 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efa089-f9a2-42b6-b8af-5365390fd550 req-a087fe65-73be-49cd-90c2-574ccfd6886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:42.877302 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96efa089-f9a2-42b6-b8af-5365390fd550 req-a087fe65-73be-49cd-90c2-574ccfd6886e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 912 time: 0.0823684 Mar 03 16:20:42.943960 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96efa089-f9a2-42b6-b8af-5365390fd550 req-17e08a36-4873-4183-b008-1c297119d687 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4bbec29-8f99-49d8-972a-d21c30e33aed HTTP/1.1" status: 200 len: 1001 time: 0.0601459 Mar 03 16:20:42.991321 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efa089-f9a2-42b6-b8af-5365390fd550 req-c5e10be3-b090-4f61-875f-c8ce479f38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:42.992747 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96efa089-f9a2-42b6-b8af-5365390fd550 req-c5e10be3-b090-4f61-875f-c8ce479f38f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0415199 Mar 03 16:20:43.040173 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efa089-f9a2-42b6-b8af-5365390fd550 req-f1972f59-a7b5-4853-9f51-f49f40137e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:43.041619 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96efa089-f9a2-42b6-b8af-5365390fd550 req-f1972f59-a7b5-4853-9f51-f49f40137e7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431159 Mar 03 16:20:43.131136 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96efa089-f9a2-42b6-b8af-5365390fd550 req-a1d8660e-fcbe-4ae5-8d41-eb4fa36794c6 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826299 Mar 03 16:20:43.217710 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96efa089-f9a2-42b6-b8af-5365390fd550 req-dfee69be-d70a-401b-832c-9929a06599f5 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792112 Mar 03 16:20:43.474402 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70abea4-e7f7-4614-a989-b4fafd83d51e req-839c15a7-6b8c-4103-bb06-1f58b56f332e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:43.475890 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b70abea4-e7f7-4614-a989-b4fafd83d51e req-839c15a7-6b8c-4103-bb06-1f58b56f332e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0561657 Mar 03 16:20:43.519555 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b70abea4-e7f7-4614-a989-b4fafd83d51e req-111677d9-a3bf-4363-821c-4a6893f182dd tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 Mar 03 16:20:44.644783 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb0f20-c6d1-44be-b819-7cc321f75fa2 req-630bb8d4-fd60-411f-b0b7-b94ec158e8e5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:44.646222 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9abb0f20-c6d1-44be-b819-7cc321f75fa2 req-630bb8d4-fd60-411f-b0b7-b94ec158e8e5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0548584 Mar 03 16:20:44.691024 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9abb0f20-c6d1-44be-b819-7cc321f75fa2 req-3d302301-c715-438e-8065-5e28411938c2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393858 Mar 03 16:20:45.810737 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c19806-f9a5-4f81-aa8b-e0cb2391688f req-855db1fe-c704-4a07-aac0-e17071d071db tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:45.812223 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-91c19806-f9a5-4f81-aa8b-e0cb2391688f req-855db1fe-c704-4a07-aac0-e17071d071db tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 943 time: 0.0519361 Mar 03 16:20:45.857434 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-91c19806-f9a5-4f81-aa8b-e0cb2391688f req-2c56cf1f-bcdf-4dcd-8cc3-e0346f4155f2 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391774 Mar 03 16:20:46.638451 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 17346edb-fbdc-467c-9580-d8591b2099a6 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:20:46.638972 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec594e11-5622-4e5b-8211-aff0c7354ac9 req-1556e33b-cc15-43ce-9001-efb36a223a13 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:46.640089 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ec594e11-5622-4e5b-8211-aff0c7354ac9 req-1556e33b-cc15-43ce-9001-efb36a223a13 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 946 time: 0.0553534 Mar 03 16:20:46.688206 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ec594e11-5622-4e5b-8211-aff0c7354ac9 req-155c6631-b8cf-460a-b089-12f77b607ec9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420721 Mar 03 16:20:46.732434 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=17346edb-fbdc-467c-9580-d8591b2099a6,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:46.743267 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '17346edb-fbdc-467c-9580-d8591b2099a6', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'port_id': '17346edb-fbdc-467c-9580-d8591b2099a6', 'mac_address': 'fa:16:3e:18:9e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:20:46.782334 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 17346edb-fbdc-467c-9580-d8591b2099a6 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:20:46.782718 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:46.795310 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17346edb-fbdc-467c-9580-d8591b2099a6 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:20:46.814001 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=17346edb-fbdc-467c-9580-d8591b2099a6,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:46.817784 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:46.862984 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=17346edb-fbdc-467c-9580-d8591b2099a6,revision_number=9']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:46.978233 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710902f-69b6-41c3-a8da-47c170366ce7 req-b74fac53-21d4-400b-af57-519d2915f561 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:46.979764 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6710902f-69b6-41c3-a8da-47c170366ce7 req-b74fac53-21d4-400b-af57-519d2915f561 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 944 time: 0.0509324 Mar 03 16:20:47.024915 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-6710902f-69b6-41c3-a8da-47c170366ce7 req-0ec8c3a7-a594-41cf-8f54-3a9c5f4ef4c0 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Mar 03 16:20:47.201150 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['17346edb-fbdc-467c-9580-d8591b2099a6'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:20:47.804026 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346b902-b05e-4d64-8f24-8c031f143eb9 req-b0978c0e-9e6e-4f75-9a0e-e28c45949a50 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:47.805494 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b346b902-b05e-4d64-8f24-8c031f143eb9 req-b0978c0e-9e6e-4f75-9a0e-e28c45949a50 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 946 time: 0.0511558 Mar 03 16:20:47.852438 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-b346b902-b05e-4d64-8f24-8c031f143eb9 req-06b6685d-cd2a-4154-95ee-f5fe3dcde8e8 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Mar 03 16:20:48.147874 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5543f1-ede5-457b-9b65-029d4f1a08e1 req-de271478-edb7-4b80-bb00-53cbaed41095 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:48.149337 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-de5543f1-ede5-457b-9b65-029d4f1a08e1 req-de271478-edb7-4b80-bb00-53cbaed41095 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 944 time: 0.0551929 Mar 03 16:20:48.195006 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-de5543f1-ede5-457b-9b65-029d4f1a08e1 req-09934828-211f-4551-880f-4b7a5ee15709 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402505 Mar 03 16:20:48.421091 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40736) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:20:48.425021 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-9ff639d4-73a5-48ff-9257-c038f81d3962 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:48.426478 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-9ff639d4-73a5-48ff-9257-c038f81d3962 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 946 time: 0.0521376 Mar 03 16:20:48.533824 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Deleting port b4bbec29-8f99-49d8-972a-d21c30e33aed {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:20:48.533824 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:48.583847 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Deleting port 92acf977-b66a-4a43-b828-628c3805359f {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:20:48.584277 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (92acf977-b66a-4a43-b828-628c3805359f), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:48.634898 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] For port b4bbec29-8f99-49d8-972a-d21c30e33aed, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b4bbec29-8f99-49d8-972a-d21c30e33aed,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:48.635279 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:48.653741 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 17346edb-fbdc-467c-9580-d8591b2099a6 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:20:48.692129 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (92acf977-b66a-4a43-b828-628c3805359f), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:48.693270 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for floatingip (92acf977-b66a-4a43-b828-628c3805359f), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:48.708174 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Calling delete_port for 92acf977-b66a-4a43-b828-628c3805359f owned by network:floatingip {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:20:48.726841 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 17346edb-fbdc-467c-9580-d8591b2099a6 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:20:48.727239 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:48.814654 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 17346edb-fbdc-467c-9580-d8591b2099a6 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:20:48.815024 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:48.847406 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:20:48.850155 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf13b8f-a940-4c11-8e19-e382725e13ed" -d '{"events": [{"server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "name": "network-vif-plugged", "status": "completed", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:20:48.857754 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=17346edb-fbdc-467c-9580-d8591b2099a6,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:48.860020 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:48.860447 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (40b4b237-2023-43b5-91cf-b645e7b74785), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:48.860565 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.l3_db [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Floating IP 40b4b237-2023-43b5-91cf-b645e7b74785 disassociated. External IP: 172.27.2.27, port: b4bbec29-8f99-49d8-972a-d21c30e33aed. Mar 03 16:20:48.860966 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Calling delete_port for b4bbec29-8f99-49d8-972a-d21c30e33aed owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:20:48.863602 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:48.881593 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (92acf977-b66a-4a43-b828-628c3805359f), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:48.942340 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event deleted for resources: {'Port': ['ID=92acf977-b66a-4a43-b828-628c3805359f,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:48.962647 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87eba04-bc47-40e2-a8c0-601c1aeaaa13 x-openstack-request-id: req-e87eba04-bc47-40e2-a8c0-601c1aeaaa13 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:20:48.963253 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "name": "network-vif-plugged", "status": "completed", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:20:48.963770 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e87eba04-bc47-40e2-a8c0-601c1aeaaa13 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:20:48.964335 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6', 'code': 200} Mar 03 16:20:48.965951 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=17346edb-fbdc-467c-9580-d8591b2099a6,revision_number=10']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:49.010733 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.011091 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.011415 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.011802 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.012153 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.012466 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.012793 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.013117 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.013449 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.013797 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.014184 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.014883 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.014883 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.040071 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for floatingip (f197996a-89ed-41af-883d-e28ebb9b5272), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:49.040327 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (b4bbec29-8f99-49d8-972a-d21c30e33aed), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:49.040464 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.l3_db [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Floating IP f197996a-89ed-41af-883d-e28ebb9b5272 disassociated (deleted). External IP: 172.27.2.142, port: 39593c3a-2f9c-4b87-b5d4-c860b061f43a. Mar 03 16:20:49.082524 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event deleted for resources: {'Port': ['ID=b4bbec29-8f99-49d8-972a-d21c30e33aed,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:49.091344 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6867ad-8bbd-4fd1-8969-b4de9b60e135 req-43a3b8e6-dc46-4d4b-9cd1-075950dc2186 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:49.092864 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9a6867ad-8bbd-4fd1-8969-b4de9b60e135 req-43a3b8e6-dc46-4d4b-9cd1-075950dc2186 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 946 time: 0.1518500 Mar 03 16:20:49.111242 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.111598 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.111979 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.112316 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.112645 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.112969 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.113292 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.113613 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.113932 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.114256 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.114573 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.114887 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.115207 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:20:49.170220 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df86dd-6785-45ff-95fd-503a1c17391d req-10a5058b-a4f6-41ee-94d1-11cc0fbd539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:49.171883 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e3df86dd-6785-45ff-95fd-503a1c17391d req-10a5058b-a4f6-41ee-94d1-11cc0fbd539b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 1130 time: 0.0989196 Mar 03 16:20:49.197901 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-9a6867ad-8bbd-4fd1-8969-b4de9b60e135 req-80f3fe38-720a-4bc1-903e-52cd1713fd73 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973570 Mar 03 16:20:49.267146 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-e3df86dd-6785-45ff-95fd-503a1c17391d req-bca2ece4-08b5-41d9-90b8-1632e574e845 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853112 Mar 03 16:20:49.270955 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:20:49.315736 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Router 2141025c-2296-470c-9432-aac4cd0bd225 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:20:49.400710 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bdad4-7d57-4813-ba38-7ca07ee1cfc9 req-430ba74c-34a0-43af-a3d9-f5fe6949043b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:49.402139 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7e8bdad4-7d57-4813-ba38-7ca07ee1cfc9 req-430ba74c-34a0-43af-a3d9-f5fe6949043b tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 946 time: 0.1301544 Mar 03 16:20:49.440296 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:20:49.447325 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:49.450764 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b4a626-3619-4306-804f-651e17f83183 None None] Sync routers for ids ['2141025c-2296-470c-9432-aac4cd0bd225'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:20:49.462349 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4a626-3619-4306-804f-651e17f83183 None None] Routers {'2141025c-2296-470c-9432-aac4cd0bd225'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:20:49.463449 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-63b4a626-3619-4306-804f-651e17f83183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:20:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['2141025c-2296-470c-9432-aac4cd0bd225'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:49.470733 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:20:49.482173 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-ecad3230-e27b-4a5c-8f9a-79e96bb538bf tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "DELETE /v2.0/floatingips/f197996a-89ed-41af-883d-e28ebb9b5272 HTTP/1.1" status: 204 len: 168 time: 1.0569179 Mar 03 16:20:49.482173 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:20:49.483137 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15a1caa-e626-4481-a645-29a6b53a2e20" -d '{"events": [{"name": "network-changed", "server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:20:49.492851 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327670bb-e9d6-4472-ae7f-103af9553f41 None None] Sync routers for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:20:49.514978 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327670bb-e9d6-4472-ae7f-103af9553f41 None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:20:49.515670 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-327670bb-e9d6-4472-ae7f-103af9553f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:20:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:49.528738 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] No DVR routers for this DVR port b4bbec29-8f99-49d8-972a-d21c30e33aed on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:20:49.531597 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:49.535138 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0194c720-72f6-4238-ae56-9d818ba6eac5 req-d161181a-42d1-4eaf-b592-f79dd0242cfb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "DELETE /v2.0/ports/b4bbec29-8f99-49d8-972a-d21c30e33aed HTTP/1.1" status: 204 len: 173 time: 1.1016684 Mar 03 16:20:49.540374 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'name': 'network-vif-deleted', 'tag': 'b4bbec29-8f99-49d8-972a-d21c30e33aed'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:20:49.544050 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d68332c-5d42-4a5f-b59c-eff7545fc347" -d '{"events": [{"server_uuid": "d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5", "name": "network-vif-deleted", "tag": "b4bbec29-8f99-49d8-972a-d21c30e33aed"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:20:49.556101 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7e8bdad4-7d57-4813-ba38-7ca07ee1cfc9 req-e902adf8-297e-4255-81ea-0df255783bcf tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229167 Mar 03 16:20:49.658429 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eba9ea-564c-4a5d-9290-a532386116e1 x-openstack-request-id: req-84eba9ea-564c-4a5d-9290-a532386116e1 {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:20:49.659140 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:20:49.659434 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84eba9ea-564c-4a5d-9290-a532386116e1 {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:20:49.659893 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'status': 'completed', 'code': 200} Mar 03 16:20:49.684900 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-63b4a626-3619-4306-804f-651e17f83183 None None] Set router 2141025c-2296-470c-9432-aac4cd0bd225 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:20:49.727532 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d68c05-dc2a-4914-b4fb-9f921188a01f x-openstack-request-id: req-42d68c05-dc2a-4914-b4fb-9f921188a01f {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:20:49.727834 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5", "name": "network-vif-deleted", "tag": "b4bbec29-8f99-49d8-972a-d21c30e33aed", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:20:49.727955 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42d68c05-dc2a-4914-b4fb-9f921188a01f {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:20:49.728291 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5', 'name': 'network-vif-deleted', 'tag': 'b4bbec29-8f99-49d8-972a-d21c30e33aed', 'status': 'completed', 'code': 200} Mar 03 16:20:49.742650 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-327670bb-e9d6-4472-ae7f-103af9553f41 None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:20:49.748310 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a1caa-e626-4481-a645-29a6b53a2e20 req-d93ebb08-e594-40d9-a6a4-137c4f37b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:49.749865 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a15a1caa-e626-4481-a645-29a6b53a2e20 req-d93ebb08-e594-40d9-a6a4-137c4f37b950 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=43b03795c3804a9ca8e84ba161e5f592&device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 1130 time: 0.0522842 Mar 03 16:20:49.818963 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659b6c-e210-4e77-941a-5f45ecd348b9 req-0ab69e37-2ff6-4bcd-b7a5-d19795f8ef04 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:49.821557 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d0659b6c-e210-4e77-941a-5f45ecd348b9 req-0ab69e37-2ff6-4bcd-b7a5-d19795f8ef04 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0658562 Mar 03 16:20:49.885441 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a1caa-e626-4481-a645-29a6b53a2e20 req-e2ec2ff1-7bf6-43d0-a953-6b6ab8addb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:49.886631 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a15a1caa-e626-4481-a645-29a6b53a2e20 req-e2ec2ff1-7bf6-43d0-a953-6b6ab8addb36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 HTTP/1.1" status: 200 len: 909 time: 0.1290276 Mar 03 16:20:49.895939 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d0659b6c-e210-4e77-941a-5f45ecd348b9 req-eab099e2-850c-4ec1-a6f3-a5ff1b13c5c9 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685706 Mar 03 16:20:49.955300 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a15a1caa-e626-4481-a645-29a6b53a2e20 req-e84bacc3-e060-4d35-b8ef-d4fc751e229f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a HTTP/1.1" status: 200 len: 217 time: 0.0509534 Mar 03 16:20:50.013101 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a1caa-e626-4481-a645-29a6b53a2e20 req-f063874e-3d50-410f-9075-65cc3d5e059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:50.014606 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a15a1caa-e626-4481-a645-29a6b53a2e20 req-f063874e-3d50-410f-9075-65cc3d5e059d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f52b7343-2d0c-49ed-a918-2d20f4766e64 HTTP/1.1" status: 200 len: 848 time: 0.0476906 Mar 03 16:20:50.020234 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-327670bb-e9d6-4472-ae7f-103af9553f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:50.021095 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-63b4a626-3619-4306-804f-651e17f83183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:50Z', 'revision_number': 4, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'c60251b6-a460-44ce-b35c-139973133c8c', 'name': '', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'mac_address': 'fa:16:3e:1f:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:49Z', 'updated_at': '2022-03-03T16:13:55Z', 'revision_number': 5, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'subnets': [{'id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:50.047615 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327670bb-e9d6-4472-ae7f-103af9553f41 None None] Checking router: 7dae0c1e-55cc-4bed-aabb-8c35b938a950 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:20:50.053743 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b4a626-3619-4306-804f-651e17f83183 None None] Checking router: 2141025c-2296-470c-9432-aac4cd0bd225 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:20:50.057482 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327670bb-e9d6-4472-ae7f-103af9553f41 None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:20:50.058085 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-327670bb-e9d6-4472-ae7f-103af9553f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:20:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:50.062394 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4a626-3619-4306-804f-651e17f83183 None None] Routers {'2141025c-2296-470c-9432-aac4cd0bd225'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:20:50.063075 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-63b4a626-3619-4306-804f-651e17f83183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:20:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['2141025c-2296-470c-9432-aac4cd0bd225'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:50.069326 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a1caa-e626-4481-a645-29a6b53a2e20 req-14601fb4-3a28-4038-9080-2fd71d7cfcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:50.071614 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a15a1caa-e626-4481-a645-29a6b53a2e20 req-14601fb4-3a28-4038-9080-2fd71d7cfcb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466983 Mar 03 16:20:50.191837 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-63b4a626-3619-4306-804f-651e17f83183 None None] Set router 2141025c-2296-470c-9432-aac4cd0bd225 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:20:50.196608 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-327670bb-e9d6-4472-ae7f-103af9553f41 None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:20:50.201800 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a15a1caa-e626-4481-a645-29a6b53a2e20 req-20afd22f-5758-46dc-9715-4797dac729ed service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143119 Mar 03 16:20:50.330873 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-a15a1caa-e626-4481-a645-29a6b53a2e20 req-4eeb53ee-8422-4219-b7c0-72029af7444b service neutron] 10.222.0.10 "GET /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197255 Mar 03 16:20:50.377270 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0d8a30bc-9397-4da4-b536-56186ba7dc64 req-03ee6f34-8eff-401a-9212-543d679c95ff tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3c9ce0a-39e6-4066-aff2-4ce9f8dbe2f5 HTTP/1.1" status: 200 len: 210 time: 0.0447738 Mar 03 16:20:50.421464 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-63b4a626-3619-4306-804f-651e17f83183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:50Z', 'revision_number': 4, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'c60251b6-a460-44ce-b35c-139973133c8c', 'name': '', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'mac_address': 'fa:16:3e:1f:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:49Z', 'updated_at': '2022-03-03T16:13:55Z', 'revision_number': 5, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'subnets': [{'id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:50.450073 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-327670bb-e9d6-4472-ae7f-103af9553f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:50.453955 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b4a626-3619-4306-804f-651e17f83183 None None] The sync data for ids ['2141025c-2296-470c-9432-aac4cd0bd225'] in dv-cinder-830538-6-iscsi is: [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:50Z', 'revision_number': 4, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': 'c60251b6-a460-44ce-b35c-139973133c8c', 'name': '', 'network_id': '9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'mac_address': 'fa:16:3e:1f:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:49Z', 'updated_at': '2022-03-03T16:13:55Z', 'revision_number': 5, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'subnets': [{'id': 'f52b7343-2d0c-49ed-a918-2d20f4766e64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:20:50.482923 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327670bb-e9d6-4472-ae7f-103af9553f41 None None] The sync data for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi is: [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:20:50.699721 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dd62fe-9293-4dc5-a063-50419a6c8ce7 req-24ed4966-c78b-4bd0-8fe1-4bdd40b7758f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:50.701624 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-22dd62fe-9293-4dc5-a063-50419a6c8ce7 req-24ed4966-c78b-4bd0-8fe1-4bdd40b7758f tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 946 time: 0.0591812 Mar 03 16:20:50.722027 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5e355d-8762-4c77-97e5-517774c4671f None None] New status for floating IP f197996a-89ed-41af-883d-e28ebb9b5272: DOWN {{(pid=103059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:20:50.765823 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-22dd62fe-9293-4dc5-a063-50419a6c8ce7 req-8e06fd92-cf30-429b-b871-9e18689ed9a5 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539718 Mar 03 16:20:50.850102 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8007aac-51fc-439e-9348-1dc0cc056680 None None] New status for floating IP 40b4b237-2023-43b5-91cf-b645e7b74785: DOWN {{(pid=103060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:20:51.067390 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6d215-a33f-45a6-b6a7-6ef692f3ddcf req-977b0080-7a43-4601-8696-744844ba15e0 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:51.069195 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ed6d215-a33f-45a6-b6a7-6ef692f3ddcf req-977b0080-7a43-4601-8696-744844ba15e0 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0789406 Mar 03 16:20:51.124161 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ed6d215-a33f-45a6-b6a7-6ef692f3ddcf req-aac79d67-f018-4f7c-9921-56959aa52c21 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495300 Mar 03 16:20:51.662616 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85504482-4afb-4e88-ab3d-b0c0d35ca624 req-9e557eba-1de3-4e55-9875-704beba1cccc tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:51.664175 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-85504482-4afb-4e88-ab3d-b0c0d35ca624 req-9e557eba-1de3-4e55-9875-704beba1cccc tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.10 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0891652 Mar 03 16:20:51.668362 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-f680de63-ffd2-42bf-ad11-9d6bb60779bd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388133379&fields=id&tenant_id=d627aeb1e96e48ecb09d060a2b8286f8 HTTP/1.1" status: 200 len: 267 time: 0.0678830 Mar 03 16:20:51.835233 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-3621dbc6-c689-422e-b891-de92e9149fdc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:51.836717 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-3621dbc6-c689-422e-b891-de92e9149fdc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 812 time: 0.1588583 Mar 03 16:20:51.852785 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-85504482-4afb-4e88-ab3d-b0c0d35ca624 req-9fe66fca-d930-4876-b754-c7dcc756208b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Deleting port 39593c3a-2f9c-4b87-b5d4-c860b061f43a {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:20:51.853131 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-85504482-4afb-4e88-ab3d-b0c0d35ca624 req-9fe66fca-d930-4876-b754-c7dcc756208b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:51.888600 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640e056-85f4-4add-ad31-910be6bcfcbe req-02ccb5ac-0d98-4e84-b380-c552b5666c93 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:51.890004 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1640e056-85f4-4add-ad31-910be6bcfcbe req-02ccb5ac-0d98-4e84-b380-c552b5666c93 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 946 time: 0.0537958 Mar 03 16:20:51.894618 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-ee3ea968-8fd6-40e4-a32d-ee08fee77cbf tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/quotas/d627aeb1e96e48ecb09d060a2b8286f8 HTTP/1.1" status: 200 len: 375 time: 0.0512049 Mar 03 16:20:51.937604 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1640e056-85f4-4add-ad31-910be6bcfcbe req-4982c9b3-0f9d-4ac4-ba55-72146821b990 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411675 Mar 03 16:20:51.975390 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-85504482-4afb-4e88-ab3d-b0c0d35ca624 req-9fe66fca-d930-4876-b754-c7dcc756208b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] For port 39593c3a-2f9c-4b87-b5d4-c860b061f43a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=39593c3a-2f9c-4b87-b5d4-c860b061f43a,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:51.975791 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-85504482-4afb-4e88-ab3d-b0c0d35ca624 req-9fe66fca-d930-4876-b754-c7dcc756208b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:52.000953 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-f9b1e5e2-ae20-4842-9317-b3234a567cfe tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991728 Mar 03 16:20:52.001832 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-85504482-4afb-4e88-ab3d-b0c0d35ca624 req-9fe66fca-d930-4876-b754-c7dcc756208b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Calling delete_port for 39593c3a-2f9c-4b87-b5d4-c860b061f43a owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:20:52.148399 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-3f0ff5e4-5e81-4d76-9bf7-3a06ddc2d280 service neutron] 10.222.0.11 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345394 Mar 03 16:20:52.246026 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c501-19d3-4d8c-9212-efdccd274c89 req-d5ff1b6c-dbda-4b81-929a-3cd1e7935480 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:52.247734 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f572c501-19d3-4d8c-9212-efdccd274c89 req-d5ff1b6c-dbda-4b81-929a-3cd1e7935480 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 946 time: 0.0568953 Mar 03 16:20:52.260477 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-85504482-4afb-4e88-ab3d-b0c0d35ca624 req-9fe66fca-d930-4876-b754-c7dcc756208b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (39593c3a-2f9c-4b87-b5d4-c860b061f43a), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:52.305586 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-f572c501-19d3-4d8c-9212-efdccd274c89 req-a6b6c238-7a89-478a-baa2-9609b9ba944c tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/security-groups?id=10224013-c44d-4181-9fb4-2706289648ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512722 Mar 03 16:20:52.566622 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe66fca-d930-4876-b754-c7dcc756208b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event deleted for resources: {'Port': ['ID=39593c3a-2f9c-4b87-b5d4-c860b061f43a,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:52.586827 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-cb7242a1-9b27-4d11-863c-2eb403e1741e service neutron] 10.222.0.11 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313550 Mar 03 16:20:52.621720 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-85504482-4afb-4e88-ab3d-b0c0d35ca624 req-9fe66fca-d930-4876-b754-c7dcc756208b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] No DVR routers for this DVR port 39593c3a-2f9c-4b87-b5d4-c860b061f43a on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:20:52.624009 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-85504482-4afb-4e88-ab3d-b0c0d35ca624 req-9fe66fca-d930-4876-b754-c7dcc756208b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:52.628261 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-85504482-4afb-4e88-ab3d-b0c0d35ca624 req-9fe66fca-d930-4876-b754-c7dcc756208b tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.10 "DELETE /v2.0/ports/39593c3a-2f9c-4b87-b5d4-c860b061f43a HTTP/1.1" status: 204 len: 173 time: 0.9578345 Mar 03 16:20:52.629021 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'name': 'network-vif-deleted', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:20:52.631354 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2f0f17-d223-4927-bf63-beb143726c4f" -d '{"events": [{"server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "name": "network-vif-deleted", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:20:52.690812 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device b4bbec29-8f99-49d8-972a-d21c30e33aed no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:20:52.720199 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: b4bbec29-8f99-49d8-972a-d21c30e33aed {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:20:52.720805 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device b4bbec29-8f99-49d8-972a-d21c30e33aed not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:20:52.758988 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2b6d86-7a0c-49a4-b6fc-2d6d5764437f x-openstack-request-id: req-9c2b6d86-7a0c-49a4-b6fc-2d6d5764437f {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:20:52.759342 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d1ed23-91f3-47b6-bf78-38fe4a91b167", "name": "network-vif-deleted", "tag": "39593c3a-2f9c-4b87-b5d4-c860b061f43a", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:20:52.759684 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c2b6d86-7a0c-49a4-b6fc-2d6d5764437f {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:20:52.760353 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d1ed23-91f3-47b6-bf78-38fe4a91b167', 'name': 'network-vif-deleted', 'tag': '39593c3a-2f9c-4b87-b5d4-c860b061f43a', 'status': 'completed', 'code': 200} Mar 03 16:20:52.879522 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b5e30-fc85-4094-952e-aa0e40b4f1f2 req-953e0881-4781-4b25-ad12-2cd5339294c0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:52.887122 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e46b5e30-fc85-4094-952e-aa0e40b4f1f2 req-953e0881-4781-4b25-ad12-2cd5339294c0 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 946 time: 0.0733755 Mar 03 16:20:52.928927 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4c1a999e-a748-4f30-a8bb-d3eed91d47e3 req-23534f57-955d-4371-a5d5-8c33c434e6f7 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 210 time: 0.0469127 Mar 03 16:20:52.943365 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-e46b5e30-fc85-4094-952e-aa0e40b4f1f2 req-38e8bd28-a7f1-40ac-8d31-d19c50fd59fc tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549796 Mar 03 16:20:53.414574 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-95739d2e-b2fa-4ba4-93aa-6a4197ca23d4 req-d4d4ecb6-da0e-46b0-861b-cb26689aa173 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d1ed23-91f3-47b6-bf78-38fe4a91b167 HTTP/1.1" status: 200 len: 210 time: 0.0299363 Mar 03 16:20:53.885748 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-9ef16505-846d-4708-99a0-2105a75c25d8 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:53.887215 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-9ef16505-846d-4708-99a0-2105a75c25d8 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 812 time: 0.1024139 Mar 03 16:20:53.954607 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4c8e3fd5-0789-44c7-b7b2-5fc6283b8613 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d627aeb1e96e48ecb09d060a2b8286f8 HTTP/1.1" status: 200 len: 380 time: 0.0548346 Mar 03 16:20:53.963302 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'port': {'device_id': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'admin_state_up': True, 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'security_groups': ['0ca32481-3626-4c31-96f2-18040add6748']}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:20:54.014032 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-22b24f69-d607-4bff-8067-3025fcfd58d6 req-54f8f571-6420-448b-974c-aa1563e2794d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 210 time: 0.0354860 Mar 03 16:20:54.098923 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1aa1a-ed65-43b9-8bb3-dafc7241dad3 req-a052db4c-6ec2-45e7-b0a5-d884ab7076c5 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:54.100405 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-60b1aa1a-ed65-43b9-8bb3-dafc7241dad3 req-a052db4c-6ec2-45e7-b0a5-d884ab7076c5 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 946 time: 0.0867648 Mar 03 16:20:54.123592 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Made reservation on behalf of d627aeb1e96e48ecb09d060a2b8286f8 for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:20:54.127402 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:54.202660 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-60b1aa1a-ed65-43b9-8bb3-dafc7241dad3 req-6d4514db-96e5-468f-9cdc-9a7f4532a8c8 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957892 Mar 03 16:20:54.275889 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Allocated IP 172.20.0.8 (7c2898df-ed08-4c3b-a408-2cbfe49c0e3d/680453cf-89d9-4f73-8416-bb8ef07078cc/2c290e2f-bb05-49a8-8ae6-6aeea00ec27a) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:20:54.418243 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:54.450885 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:54.468054 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40874) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:20:54.494112 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:20:54.497191 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:20:54.500787 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:20:54.526304 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5ed61d44-6ee9-4745-9e4a-01379ecb5f58 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group (10224013-c44d-4181-9fb4-2706289648ba), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:54.528756 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'Port': ['ID=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:54.554984 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:54.555659 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:54.563340 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5ed61d44-6ee9-4745-9e4a-01379ecb5f58 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group (10224013-c44d-4181-9fb4-2706289648ba), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:54.572592 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b8308221-3b50-439c-a573-f41c8e81cf3f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6132114 Mar 03 16:20:54.583746 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Request body: {'port': {'device_id': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:20:54.634043 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5ed61d44-6ee9-4745-9e4a-01379ecb5f58 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (10224013-c44d-4181-9fb4-2706289648ba), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:54.637018 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5ed61d44-6ee9-4745-9e4a-01379ecb5f58 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:54.638355 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-5ed61d44-6ee9-4745-9e4a-01379ecb5f58 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] 10.222.0.11 "DELETE /v2.0/security-groups/10224013-c44d-4181-9fb4-2706289648ba HTTP/1.1" status: 204 len: 168 time: 0.1687775 Mar 03 16:20:54.648674 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed61d44-6ee9-4745-9e4a-01379ecb5f58 tempest-TestShelveInstance-621510498 tempest-TestShelveInstance-621510498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10224013-c44d-4181-9fb4-2706289648ba,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:54.656832 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:54.705980 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40878) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:20:54.723439 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 39593c3a-2f9c-4b87-b5d4-c860b061f43a no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:20:54.746069 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 39593c3a-2f9c-4b87-b5d4-c860b061f43a {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:20:54.746423 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 39593c3a-2f9c-4b87-b5d4-c860b061f43a not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:20:54.760501 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-d9851ca8-2f74-4496-bdbf-e893ed6b5c65 None None] Provisioning complete for port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:20:54.760886 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d9851ca8-2f74-4496-bdbf-e893ed6b5c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:54.794530 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-d9851ca8-2f74-4496-bdbf-e893ed6b5c65 None None] Port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:20:54.903853 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-8a8ee490-f8ea-4b9b-9e06-afda27dfb91e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:54.905314 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-8a8ee490-f8ea-4b9b-9e06-afda27dfb91e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.10 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 946 time: 0.1141725 Mar 03 16:20:55.029502 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:20:55.041643 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Publish callbacks [] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.059102 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Transition to ACTIVE for port object 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:20:55.065961 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.071603 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Deleting port b88ea35c-cd82-476e-9e77-c93032f7621d {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:20:55.071969 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.172283 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Pushing event updated for resources: {'Port': ['ID=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:55.187402 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6548968-1c73-4129-8183-a98aef02501f req-a6d7fbd9-202c-46b7-ae69-cf0bcce94159 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:55.189030 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d6548968-1c73-4129-8183-a98aef02501f req-a6d7fbd9-202c-46b7-ae69-cf0bcce94159 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 943 time: 0.0886428 Mar 03 16:20:55.249730 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] For port b88ea35c-cd82-476e-9e77-c93032f7621d, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=b88ea35c-cd82-476e-9e77-c93032f7621d,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:55.250104 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.276773 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d6548968-1c73-4129-8183-a98aef02501f req-dc4447a6-24f4-44a0-970d-a99dbc138428 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793521 Mar 03 16:20:55.336704 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7769b455-58f3-4062-9829-5c6929f18751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678280'] for router_interface (2141025c-2296-470c-9432-aac4cd0bd225), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.346668 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Attempting to bind port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:20:55.347014 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Attempting to bind port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:20:55.347345 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Attempting to bind port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a on network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:20:55.369829 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a on network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:20:55.370163 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Attempting to bind port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a on network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:20:55.410510 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:20:55.410793 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Checking segment: {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:20:55.411155 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Bound using segment: {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:20:55.411594 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Bound port: 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:20:55.411978 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.435325 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e199fed-f314-47b6-938a-6b5c9b5e65fb req-daa4f3a6-f29e-4b8b-abc9-85f3100ce58e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:55.436849 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6e199fed-f314-47b6-938a-6b5c9b5e65fb req-daa4f3a6-f29e-4b8b-abc9-85f3100ce58e tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 946 time: 0.1289606 Mar 03 16:20:55.567899 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.568175 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (4d39ef64-2f70-4a62-ac3c-6c268149b31a), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.568493 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.l3_db [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Floating IP 4d39ef64-2f70-4a62-ac3c-6c268149b31a disassociated. External IP: 172.27.2.110, port: b88ea35c-cd82-476e-9e77-c93032f7621d. Mar 03 16:20:55.568834 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Calling delete_port for b88ea35c-cd82-476e-9e77-c93032f7621d owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:20:55.589755 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6e199fed-f314-47b6-938a-6b5c9b5e65fb req-69ac4a27-6a3d-4dcb-9c6f-f2ea3f196f2c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups?id=da9a5337-3bc1-42fc-a028-efaf38326452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441479 Mar 03 16:20:55.594357 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-7769b455-58f3-4062-9829-5c6929f18751 admin admin] Deleting port c60251b6-a460-44ce-b35c-139973133c8c {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:20:55.594744 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7769b455-58f3-4062-9829-5c6929f18751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (c60251b6-a460-44ce-b35c-139973133c8c), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.596137 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] For port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:20:55.635712 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] For port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:20:55.651220 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.678136 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-7769b455-58f3-4062-9829-5c6929f18751 admin admin] For port c60251b6-a460-44ce-b35c-139973133c8c, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=c60251b6-a460-44ce-b35c-139973133c8c,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:55.678797 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7769b455-58f3-4062-9829-5c6929f18751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (c60251b6-a460-44ce-b35c-139973133c8c), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.693507 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-7769b455-58f3-4062-9829-5c6929f18751 admin admin] Calling delete_port for c60251b6-a460-44ce-b35c-139973133c8c owned by network:router_interface {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:20:55.694830 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:55.695451 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.696865 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] 10.222.0.10 "PUT /v2.0/ports/2c290e2f-bb05-49a8-8ae6-6aeea00ec27a HTTP/1.1" status: 200 len: 1093 time: 1.1175947 Mar 03 16:20:55.698993 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'tag': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:20:55.701348 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7816835e-36f8-4254-9589-3d0982d23145" -d '{"events": [{"name": "network-changed", "server_uuid": "570125b0-f1f1-4fcf-883c-5f935e512bdb", "tag": "2c290e2f-bb05-49a8-8ae6-6aeea00ec27a"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:20:55.727710 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e951c-8cc6-4127-a808-8cbd28e278dd service neutron] Pushing event updated for resources: {'Port': ['ID=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:55.771915 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f3d43c-df03-412f-aa9e-c05772104d3b x-openstack-request-id: req-20f3d43c-df03-412f-aa9e-c05772104d3b {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:20:55.772201 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570125b0-f1f1-4fcf-883c-5f935e512bdb", "tag": "2c290e2f-bb05-49a8-8ae6-6aeea00ec27a", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:20:55.772462 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20f3d43c-df03-412f-aa9e-c05772104d3b {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:20:55.772857 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'tag': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'status': 'completed', 'code': 200} Mar 03 16:20:55.828909 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (b88ea35c-cd82-476e-9e77-c93032f7621d), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.858340 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b202bfe9-5e4b-49b6-8f45-c5105e878b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:55.859946 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-b202bfe9-5e4b-49b6-8f45-c5105e878b7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 1127 time: 0.0899961 Mar 03 16:20:55.862977 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event deleted for resources: {'Port': ['ID=b88ea35c-cd82-476e-9e77-c93032f7621d,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:55.902373 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7769b455-58f3-4062-9829-5c6929f18751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (c60251b6-a460-44ce-b35c-139973133c8c), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:55.914791 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-be094676-2309-43be-9e61-0bb494a77f3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a HTTP/1.1" status: 200 len: 217 time: 0.0484641 Mar 03 16:20:55.928988 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769b455-58f3-4062-9829-5c6929f18751 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60251b6-a460-44ce-b35c-139973133c8c,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:56.031413 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-eab1977d-2a60-48d7-a2d5-4e21508690e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:56.032891 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-eab1977d-2a60-48d7-a2d5-4e21508690e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0842931 Mar 03 16:20:56.092002 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Router 711c6554-1da5-434f-960e-11ca9c937e9f has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:20:56.107617 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-97a943f1-910b-4801-bd0b-66266539cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:56.109771 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-97a943f1-910b-4801-bd0b-66266539cdcb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711112 Mar 03 16:20:56.126827 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7769b455-58f3-4062-9829-5c6929f18751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678116'] for router_interface (2141025c-2296-470c-9432-aac4cd0bd225), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:56.287527 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-9769f063-04ba-442f-ac06-0528c543eee1 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412737 Mar 03 16:20:56.288774 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:20:56.300569 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4300d0-12d5-4aa7-9813-659dadcc504c None None] Sync routers for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:20:56.320810 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4300d0-12d5-4aa7-9813-659dadcc504c None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:20:56.321661 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-8e4300d0-12d5-4aa7-9813-659dadcc504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:20:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:56.438849 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] No DVR routers for this DVR port b88ea35c-cd82-476e-9e77-c93032f7621d on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:20:56.456362 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:56.459892 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-358f6dd7-bc2f-4e98-bc2d-ac9405743c67 req-9fb706ec-1dca-4cf2-a686-4647fcd1c5c3 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.10 "DELETE /v2.0/ports/b88ea35c-cd82-476e-9e77-c93032f7621d HTTP/1.1" status: 204 len: 173 time: 1.5486383 Mar 03 16:20:56.464893 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-8e4300d0-12d5-4aa7-9813-659dadcc504c None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:20:56.516191 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9ae5-407c-4818-88a9-98d8f8d426a5 req-3daf027f-e257-4aac-8693-da50aadae1c9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:56.517733 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d4ef9ae5-407c-4818-88a9-98d8f8d426a5 req-3daf027f-e257-4aac-8693-da50aadae1c9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 943 time: 0.1387942 Mar 03 16:20:56.520432 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-96ce03ee-a202-4d47-96ab-3a711d3c069d req-0ac0d160-b702-48cf-8dc6-e5f3f6d35038 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101400 Mar 03 16:20:56.636240 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d4ef9ae5-407c-4818-88a9-98d8f8d426a5 req-346a1dd8-38f4-4af1-a609-09fecb5f6dc6 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025972 Mar 03 16:20:56.643299 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7769b455-58f3-4062-9829-5c6929f18751 admin admin] Router 2141025c-2296-470c-9432-aac4cd0bd225 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:20:56.693143 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816835e-36f8-4254-9589-3d0982d23145 req-9b3948e5-8812-4c9e-8278-f6556db25e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:56.694813 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7816835e-36f8-4254-9589-3d0982d23145 req-9b3948e5-8812-4c9e-8278-f6556db25e86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 1127 time: 0.0993297 Mar 03 16:20:56.735678 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-149ed962-7c41-4976-ac98-979f1d71a9eb req-5bdd228e-9f5e-40a1-97f0-971aae26af6d tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e2bebbf-46de-4125-bc66-3395bc7a003a HTTP/1.1" status: 200 len: 210 time: 0.0336819 Mar 03 16:20:56.794906 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7769b455-58f3-4062-9829-5c6929f18751 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:20:56.800173 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7769b455-58f3-4062-9829-5c6929f18751 admin admin] 10.222.0.11 "PUT /v2.0/routers/2141025c-2296-470c-9432-aac4cd0bd225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0920308 Mar 03 16:20:56.802418 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40892) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:20:56.804191 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816835e-36f8-4254-9589-3d0982d23145 req-e785dd1e-e76a-46da-89f7-8378a854740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:56.805692 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7816835e-36f8-4254-9589-3d0982d23145 req-e785dd1e-e76a-46da-89f7-8378a854740a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 912 time: 0.1029561 Mar 03 16:20:56.805916 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e4173-21de-4972-b913-fafa00e01586 None None] Sync routers for ids ['2141025c-2296-470c-9432-aac4cd0bd225'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:20:56.819369 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e4173-21de-4972-b913-fafa00e01586 None None] Routers {'2141025c-2296-470c-9432-aac4cd0bd225'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:20:56.821414 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-d27e4173-21de-4972-b913-fafa00e01586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:20:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['2141025c-2296-470c-9432-aac4cd0bd225'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:56.852678 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7816835e-36f8-4254-9589-3d0982d23145 req-1f5a66ab-ef77-4ebf-8dcd-a841f9b46be2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a HTTP/1.1" status: 200 len: 217 time: 0.0401304 Mar 03 16:20:56.865841 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-8e4300d0-12d5-4aa7-9813-659dadcc504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:56.898041 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4300d0-12d5-4aa7-9813-659dadcc504c None None] Checking router: 711c6554-1da5-434f-960e-11ca9c937e9f for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:20:56.908579 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4300d0-12d5-4aa7-9813-659dadcc504c None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:20:56.909290 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-8e4300d0-12d5-4aa7-9813-659dadcc504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:20:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:56.918418 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Publish callbacks [] for router (2141025c-2296-470c-9432-aac4cd0bd225), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:56.918647 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816835e-36f8-4254-9589-3d0982d23145 req-d04eef91-8da2-4bc8-9c07-57db071f485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:56.920308 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7816835e-36f8-4254-9589-3d0982d23145 req-d04eef91-8da2-4bc8-9c07-57db071f485d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0596285 Mar 03 16:20:56.938848 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-d27e4173-21de-4972-b913-fafa00e01586 None None] Set router 2141025c-2296-470c-9432-aac4cd0bd225 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:20:56.979658 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816835e-36f8-4254-9589-3d0982d23145 req-494c9ac3-ce86-4d58-9103-6ecdc183dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:56.981569 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7816835e-36f8-4254-9589-3d0982d23145 req-494c9ac3-ce86-4d58-9103-6ecdc183dd61 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523291 Mar 03 16:20:57.025658 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-8e4300d0-12d5-4aa7-9813-659dadcc504c None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:20:57.049214 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Publish callbacks [] for router_gateway (2141025c-2296-470c-9432-aac4cd0bd225), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.119781 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7816835e-36f8-4254-9589-3d0982d23145 req-40ee8e8f-dc3a-49f5-beaf-5b2a648bae4e service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310787 Mar 03 16:20:57.122836 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Deleting port 472d4d37-3a6c-45e0-add8-4c881ad0c67d {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:20:57.123179 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.207751 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-d27e4173-21de-4972-b913-fafa00e01586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:20:55Z', 'revision_number': 5, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port': {'id': '472d4d37-3a6c-45e0-add8-4c881ad0c67d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:33:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141025c-2296-470c-9432-aac4cd0bd225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:57.244351 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] For port 472d4d37-3a6c-45e0-add8-4c881ad0c67d, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=472d4d37-3a6c-45e0-add8-4c881ad0c67d,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:57.244726 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.245296 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7816835e-36f8-4254-9589-3d0982d23145 req-e75d4558-b4c1-4bc2-92d5-28bd946e46ff service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176109 Mar 03 16:20:57.248807 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e4173-21de-4972-b913-fafa00e01586 None None] Checking router: 2141025c-2296-470c-9432-aac4cd0bd225 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:20:57.258273 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e4173-21de-4972-b913-fafa00e01586 None None] Routers {'2141025c-2296-470c-9432-aac4cd0bd225'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:20:57.258879 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-d27e4173-21de-4972-b913-fafa00e01586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:20:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['2141025c-2296-470c-9432-aac4cd0bd225'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:57.259111 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Calling delete_port for 472d4d37-3a6c-45e0-add8-4c881ad0c67d owned by network:router_gateway {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:20:57.289776 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-8e4300d0-12d5-4aa7-9813-659dadcc504c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:57.316514 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4300d0-12d5-4aa7-9813-659dadcc504c None None] The sync data for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi is: [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:35Z', 'revision_number': 4, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '548809e0-43d9-4708-b725-be31923c768a', 'name': '', 'network_id': '9ba15c27-2b8e-4d04-b799-e6df45177b15', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'mac_address': 'fa:16:3e:f8:bf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:34Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'subnets': [{'id': '028a2aef-a8b5-4645-8b5b-9ea5ad4099b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:20:57.355228 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-d27e4173-21de-4972-b913-fafa00e01586 None None] Set router 2141025c-2296-470c-9432-aac4cd0bd225 gateway port host: None {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:20:57.409410 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-d27e4173-21de-4972-b913-fafa00e01586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:20:57Z', 'revision_number': 6, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port_host': None}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:57.439276 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (472d4d37-3a6c-45e0-add8-4c881ad0c67d), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.462860 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Pushing event deleted for resources: {'Port': ['ID=472d4d37-3a6c-45e0-add8-4c881ad0c67d,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:57.538057 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27e4173-21de-4972-b913-fafa00e01586 None None] The sync data for ids ['2141025c-2296-470c-9432-aac4cd0bd225'] in dv-cinder-830538-6-iscsi is: [{'id': '2141025c-2296-470c-9432-aac4cd0bd225', 'name': 'tempest-TestShelveInstance-1455791698-router', 'tenant_id': '43b03795c3804a9ca8e84ba161e5f592', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:46Z', 'updated_at': '2022-03-03T16:20:57Z', 'revision_number': 6, 'project_id': '43b03795c3804a9ca8e84ba161e5f592', 'gw_port_host': None}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:20:57.540940 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673094'] for router_gateway (2141025c-2296-470c-9432-aac4cd0bd225), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.589953 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90fb95-5566-470e-aa97-6b40166cba33 None None] New status for floating IP 4d39ef64-2f70-4a62-ac3c-6c268149b31a: DOWN {{(pid=103059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:20:57.635318 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127533'] for router (2141025c-2296-470c-9432-aac4cd0bd225), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.637474 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Publish callbacks [] for router_controller (2141025c-2296-470c-9432-aac4cd0bd225), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.681118 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1677101'] for router (2141025c-2296-470c-9432-aac4cd0bd225), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.681779 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2141025c-2296-470c-9432-aac4cd0bd225 {{(pid=103058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 16:20:57.685979 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.687617 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-79a54823-0933-462b-85fe-3a6e3676add7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2141025c-2296-470c-9432-aac4cd0bd225 HTTP/1.1" status: 204 len: 168 time: 0.8838742 Mar 03 16:20:57.689952 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40896) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:20:57.761793 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_v2 [None req-57833c2e-49ab-4a41-ab46-a0c3d8b05544 admin admin] Deleting subnet f52b7343-2d0c-49ed-a918-2d20f4766e64 {{(pid=103057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:20:57.765900 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-57833c2e-49ab-4a41-ab46-a0c3d8b05544 admin admin] Publish callbacks [] for subnet (f52b7343-2d0c-49ed-a918-2d20f4766e64), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.790156 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'name': 'network-vif-deleted', 'tag': 'b88ea35c-cd82-476e-9e77-c93032f7621d'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:20:57.792472 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4047843d-9b5e-4b06-933f-592db2605376" -d '{"events": [{"server_uuid": "7e2bebbf-46de-4125-bc66-3395bc7a003a", "name": "network-vif-deleted", "tag": "b88ea35c-cd82-476e-9e77-c93032f7621d"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:20:57.819200 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fb411-8970-4acb-896c-ab413de84f3f req-9374f3a1-e8e9-40bd-a9d5-d7dea79d6165 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:57.820823 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-092fb411-8970-4acb-896c-ab413de84f3f req-9374f3a1-e8e9-40bd-a9d5-d7dea79d6165 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 943 time: 0.1044111 Mar 03 16:20:57.825213 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-57833c2e-49ab-4a41-ab46-a0c3d8b05544 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5715942'] for subnet (f52b7343-2d0c-49ed-a918-2d20f4766e64), precommit_delete_associations {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.827498 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40904) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:20:57.857775 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcef04e-254e-414b-80f8-aa821835ac9d x-openstack-request-id: req-abcef04e-254e-414b-80f8-aa821835ac9d {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:20:57.858068 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2bebbf-46de-4125-bc66-3395bc7a003a", "name": "network-vif-deleted", "tag": "b88ea35c-cd82-476e-9e77-c93032f7621d", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:20:57.858325 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-abcef04e-254e-414b-80f8-aa821835ac9d {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:20:57.858720 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2bebbf-46de-4125-bc66-3395bc7a003a', 'name': 'network-vif-deleted', 'tag': 'b88ea35c-cd82-476e-9e77-c93032f7621d', 'status': 'completed', 'code': 200} Mar 03 16:20:57.889027 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-800eb657-8c1e-47ae-a3af-d34e7a559624 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group (da9a5337-3bc1-42fc-a028-efaf38326452), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.917591 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-800eb657-8c1e-47ae-a3af-d34e7a559624 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group (da9a5337-3bc1-42fc-a028-efaf38326452), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.926691 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-092fb411-8970-4acb-896c-ab413de84f3f req-0f1552b8-9b18-446f-8e45-bfd9492eaf1e tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813127 Mar 03 16:20:57.952449 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-57833c2e-49ab-4a41-ab46-a0c3d8b05544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (f52b7343-2d0c-49ed-a918-2d20f4766e64), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.982552 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-800eb657-8c1e-47ae-a3af-d34e7a559624 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (da9a5337-3bc1-42fc-a028-efaf38326452), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.985357 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-800eb657-8c1e-47ae-a3af-d34e7a559624 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:57.989111 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-800eb657-8c1e-47ae-a3af-d34e7a559624 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "DELETE /v2.0/security-groups/da9a5337-3bc1-42fc-a028-efaf38326452 HTTP/1.1" status: 204 len: 168 time: 0.1569085 Mar 03 16:20:57.990869 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40906) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:20:58.008384 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eb657-8c1e-47ae-a3af-d34e7a559624 tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9a5337-3bc1-42fc-a028-efaf38326452,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:58.010193 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-57833c2e-49ab-4a41-ab46-a0c3d8b05544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5579605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5598061'] for subnet (f52b7343-2d0c-49ed-a918-2d20f4766e64), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.010628 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.api.v2.resource [None req-008a0fdd-ff5d-4dd3-a792-d6e57e364c6b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] show failed (client error): The resource could not be found. Mar 03 16:20:58.014528 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-008a0fdd-ff5d-4dd3-a792-d6e57e364c6b tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "GET /v2.0/security-groups/da9a5337-3bc1-42fc-a028-efaf38326452 HTTP/1.1" status: 404 len: 347 time: 0.0188112 Mar 03 16:20:58.016189 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40908) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:20:58.041557 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57833c2e-49ab-4a41-ab46-a0c3d8b05544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52b7343-2d0c-49ed-a918-2d20f4766e64,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:58.045485 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-57833c2e-49ab-4a41-ab46-a0c3d8b05544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.051584 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-57833c2e-49ab-4a41-ab46-a0c3d8b05544 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f52b7343-2d0c-49ed-a918-2d20f4766e64 HTTP/1.1" status: 204 len: 168 time: 0.3579204 Mar 03 16:20:58.051584 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40910) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:20:58.055663 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1a3cfc-ff4b-4335-a818-10d293cddd2d None None] Network 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:20:58.122815 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.168503 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-a56d0c5a-6e20-4965-99a9-a9d357fcde8c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Deleting port 025f810b-7983-41bf-ae8a-c3966a2d3154 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:20:58.168847 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a56d0c5a-6e20-4965-99a9-a9d357fcde8c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (025f810b-7983-41bf-ae8a-c3966a2d3154), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.180518 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Deleting port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:20:58.180959 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.248556 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] For port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=2f97698b-98cc-4b19-bfd7-b01f3f7480c4,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:58.249227 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.259968 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c4d5a5-823b-4bec-b769-75d073e38428 None None] DHCP port deletion for 9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 request from dv-cinder-830538-6-iscsi {{(pid=103059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 16:20:58.267461 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a56d0c5a-6e20-4965-99a9-a9d357fcde8c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (025f810b-7983-41bf-ae8a-c3966a2d3154), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.267924 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a56d0c5a-6e20-4965-99a9-a9d357fcde8c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (025f810b-7983-41bf-ae8a-c3966a2d3154), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.271547 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Calling delete_port for 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 owned by network:dhcp {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:20:58.283549 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-a56d0c5a-6e20-4965-99a9-a9d357fcde8c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Calling delete_port for 025f810b-7983-41bf-ae8a-c3966a2d3154 owned by network:floatingip {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:20:58.321583 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-36c4d5a5-823b-4bec-b769-75d073e38428 None None] Deleting port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 {{(pid=103059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:20:58.322143 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-36c4d5a5-823b-4bec-b769-75d073e38428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), before_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.366796 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.382779 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 472d4d37-3a6c-45e0-add8-4c881ad0c67d no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:20:58.397114 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f97698b-98cc-4b19-bfd7-b01f3f7480c4,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:58.400848 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] No DVR routers for this DVR port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 on host dv-cinder-830538-6-iscsi {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:20:58.415955 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 472d4d37-3a6c-45e0-add8-4c881ad0c67d {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:20:58.416465 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 472d4d37-3a6c-45e0-add8-4c881ad0c67d not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:20:58.416973 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device c60251b6-a460-44ce-b35c-139973133c8c no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:20:58.447857 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: c60251b6-a460-44ce-b35c-139973133c8c {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:20:58.448591 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device c60251b6-a460-44ce-b35c-139973133c8c not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:20:58.448860 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:20:58.454775 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a56d0c5a-6e20-4965-99a9-a9d357fcde8c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (025f810b-7983-41bf-ae8a-c3966a2d3154), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.478881 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:20:58.479382 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:20:58.488768 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d0c5a-6e20-4965-99a9-a9d357fcde8c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Pushing event deleted for resources: {'Port': ['ID=025f810b-7983-41bf-ae8a-c3966a2d3154,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:58.491442 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-36c4d5a5-823b-4bec-b769-75d073e38428 None None] For port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=2f97698b-98cc-4b19-bfd7-b01f3f7480c4,segment=NetworkSegment(1984c156-672d-469c-92a5-2dc3a6754101),segment_id=1984c156-672d-469c-92a5-2dc3a6754101)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:58.491990 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-36c4d5a5-823b-4bec-b769-75d073e38428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), precommit_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.509520 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-36c4d5a5-823b-4bec-b769-75d073e38428 None None] Calling delete_port for 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 owned by network:dhcp {{(pid=103059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:20:58.582561 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a56d0c5a-6e20-4965-99a9-a9d357fcde8c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks [] for floatingip (4d39ef64-2f70-4a62-ac3c-6c268149b31a), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.585189 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a56d0c5a-6e20-4965-99a9-a9d357fcde8c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.586389 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a56d0c5a-6e20-4965-99a9-a9d357fcde8c tempest-AttachVolumeTestJSON-1083598471 tempest-AttachVolumeTestJSON-1083598471-project] 10.222.0.11 "DELETE /v2.0/floatingips/4d39ef64-2f70-4a62-ac3c-6c268149b31a HTTP/1.1" status: 204 len: 168 time: 0.5690053 Mar 03 16:20:58.594411 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-36c4d5a5-823b-4bec-b769-75d073e38428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470'] for port (2f97698b-98cc-4b19-bfd7-b01f3f7480c4), after_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.607041 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4d5a5-823b-4bec-b769-75d073e38428 None None] No DVR routers for this DVR port 2f97698b-98cc-4b19-bfd7-b01f3f7480c4 on host dv-cinder-830538-6-iscsi {{(pid=103059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:20:58.629547 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4d5a5-823b-4bec-b769-75d073e38428 None None] Pushing event deleted for resources: {'Port': ['ID=2f97698b-98cc-4b19-bfd7-b01f3f7480c4,revision_number=None']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:58.723978 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device b88ea35c-cd82-476e-9e77-c93032f7621d no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:20:58.744371 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: b88ea35c-cd82-476e-9e77-c93032f7621d {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:20:58.744655 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device b88ea35c-cd82-476e-9e77-c93032f7621d not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:20:58.766116 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.785988 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131']}} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:58.795018 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1984c156-672d-469c-92a5-2dc3a6754101') {'for_net_delete': True} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:58.795318 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1984c156-672d-469c-92a5-2dc3a6754101') {} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:20:58.805016 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5715953'] for segment (1984c156-672d-469c-92a5-2dc3a6754101), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.818094 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (1984c156-672d-469c-92a5-2dc3a6754101), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.824087 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:20:58.824481 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5579659'] for segment (1984c156-672d-469c-92a5-2dc3a6754101), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: Traceback (most recent call last): Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: timer() Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: cb(*args, **kw) Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: return func(*args, **kwargs) Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: self._notify() Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: self.callback(batched_events) Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: event.method(event) Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: return f(self, *a, **k) Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._get(url).json() Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: return self.request(url, 'GET', **kwargs) Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:20:58.826161 dv-cinder-830538-6-iscsi neutron-server[103057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:20:58.880761 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.887237 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:58.890352 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131 HTTP/1.1" status: 204 len: 168 time: 0.8381310 Mar 03 16:20:58.893558 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40916) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:20:58.903375 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b983bf-d676-4353-a350-6c1f3f21ca47 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ece7e41-fe7d-41d2-8db9-e8b6fa4b8131,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:20:59.127065 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42c8df-b7b1-4e4c-bd51-d3733ea0c2c2 req-a97454b3-c873-4e21-be2b-3d78ac1f3b7a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:20:59.128479 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2d42c8df-b7b1-4e4c-bd51-d3733ea0c2c2 req-a97454b3-c873-4e21-be2b-3d78ac1f3b7a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 943 time: 0.1286008 Mar 03 16:20:59.209180 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2d42c8df-b7b1-4e4c-bd51-d3733ea0c2c2 req-3391fc9d-f066-4bd1-9851-2619e7d74e99 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742073 Mar 03 16:20:59.311261 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7963a4fa-5c58-4d16-afd4-fd4cd46041bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678280'] for router_interface (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:59.547377 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-7963a4fa-5c58-4d16-afd4-fd4cd46041bd admin admin] Deleting port e3af1deb-1758-42cc-adaa-6a8f399f2a68 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:20:59.547743 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7963a4fa-5c58-4d16-afd4-fd4cd46041bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:59.621722 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-7963a4fa-5c58-4d16-afd4-fd4cd46041bd admin admin] For port e3af1deb-1758-42cc-adaa-6a8f399f2a68, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=e3af1deb-1758-42cc-adaa-6a8f399f2a68,segment=NetworkSegment(05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6),segment_id=05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:20:59.622085 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7963a4fa-5c58-4d16-afd4-fd4cd46041bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:59.634810 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-7963a4fa-5c58-4d16-afd4-fd4cd46041bd admin admin] Calling delete_port for e3af1deb-1758-42cc-adaa-6a8f399f2a68 owned by network:router_interface {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:20:59.821489 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7963a4fa-5c58-4d16-afd4-fd4cd46041bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (e3af1deb-1758-42cc-adaa-6a8f399f2a68), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:20:59.855486 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963a4fa-5c58-4d16-afd4-fd4cd46041bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e3af1deb-1758-42cc-adaa-6a8f399f2a68,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:00.017248 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7963a4fa-5c58-4d16-afd4-fd4cd46041bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678116'] for router_interface (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:00.233771 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7963a4fa-5c58-4d16-afd4-fd4cd46041bd admin admin] Router 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:21:00.329811 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7d2ed-b1ac-4156-b93c-42c2d3aa7563 req-7ee8eb32-8baf-4150-923e-d612c2a396f1 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:00.331309 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-aba7d2ed-b1ac-4156-b93c-42c2d3aa7563 req-7ee8eb32-8baf-4150-923e-d612c2a396f1 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 943 time: 0.0538001 Mar 03 16:21:00.383076 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-aba7d2ed-b1ac-4156-b93c-42c2d3aa7563 req-1f260a3a-f8dc-434f-8853-867e6a958ce5 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447323 Mar 03 16:21:00.590764 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7963a4fa-5c58-4d16-afd4-fd4cd46041bd admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:21:00.596372 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7963a4fa-5c58-4d16-afd4-fd4cd46041bd admin admin] 10.222.0.11 "PUT /v2.0/routers/02d4cfa0-2354-4b54-89c7-6a6503c2e3b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7019691 Mar 03 16:21:00.598926 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40928) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:00.599890 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11255c-92bc-4e93-a59a-e0289965f7f1 None None] Sync routers for ids ['02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:21:00.615103 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11255c-92bc-4e93-a59a-e0289965f7f1 None None] Routers {'02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:21:00.615866 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-2a11255c-92bc-4e93-a59a-e0289965f7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:20:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:00.703374 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Publish callbacks [] for router (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:00.720208 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-2a11255c-92bc-4e93-a59a-e0289965f7f1 None None] Set router 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:21:00.805124 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Publish callbacks [] for router_gateway (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:00.856443 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Deleting port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:21:00.856794 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:00.894075 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-2a11255c-92bc-4e93-a59a-e0289965f7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'name': 'tempest-TestShelveInstance-1260028526-router', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52'}], 'enable_snat': True}, 'gw_port_id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:20:59Z', 'revision_number': 5, 'project_id': '9d778cd7e052411185f0027199fa1083', 'gw_port': {'id': '84bebd1e-eb49-476c-9639-02e3e8fdb2a3', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:00.925218 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11255c-92bc-4e93-a59a-e0289965f7f1 None None] Checking router: 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:21:00.936499 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11255c-92bc-4e93-a59a-e0289965f7f1 None None] Routers {'02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:21:00.937165 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-2a11255c-92bc-4e93-a59a-e0289965f7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:20:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:00.942709 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] For port 84bebd1e-eb49-476c-9639-02e3e8fdb2a3, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=84bebd1e-eb49-476c-9639-02e3e8fdb2a3,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:21:00.943071 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:00.955869 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Calling delete_port for 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 owned by network:router_gateway {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:21:01.027435 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-2a11255c-92bc-4e93-a59a-e0289965f7f1 None None] Set router 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 gateway port host: None {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:21:01.080802 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-2a11255c-92bc-4e93-a59a-e0289965f7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'name': 'tempest-TestShelveInstance-1260028526-router', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:21:00Z', 'revision_number': 6, 'project_id': '9d778cd7e052411185f0027199fa1083', 'gw_port_host': None}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:01.110252 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11255c-92bc-4e93-a59a-e0289965f7f1 None None] The sync data for ids ['02d4cfa0-2354-4b54-89c7-6a6503c2e3b2'] in dv-cinder-830538-6-iscsi is: [{'id': '02d4cfa0-2354-4b54-89c7-6a6503c2e3b2', 'name': 'tempest-TestShelveInstance-1260028526-router', 'tenant_id': '9d778cd7e052411185f0027199fa1083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:13:53Z', 'updated_at': '2022-03-03T16:21:00Z', 'revision_number': 6, 'project_id': '9d778cd7e052411185f0027199fa1083', 'gw_port_host': None}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:21:01.135954 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (84bebd1e-eb49-476c-9639-02e3e8fdb2a3), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.162941 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Pushing event deleted for resources: {'Port': ['ID=84bebd1e-eb49-476c-9639-02e3e8fdb2a3,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:01.224972 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673094'] for router_gateway (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.317991 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127533'] for router (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.320117 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Publish callbacks [] for router_controller (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.365865 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1677101'] for router (02d4cfa0-2354-4b54-89c7-6a6503c2e3b2), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.366352 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 {{(pid=103058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 16:21:01.370767 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.371926 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-e025042d-ad34-48f9-b1f2-ee93d167ca00 admin admin] 10.222.0.11 "DELETE /v2.0/routers/02d4cfa0-2354-4b54-89c7-6a6503c2e3b2 HTTP/1.1" status: 204 len: 168 time: 0.7720723 Mar 03 16:21:01.374509 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40940) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:01.417948 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9060e5-05db-4075-99b4-a0433b8641bf admin admin] Deleting subnet 594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f {{(pid=103058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:21:01.421013 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fd9060e5-05db-4075-99b4-a0433b8641bf admin admin] Publish callbacks [] for subnet (594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.483939 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fd9060e5-05db-4075-99b4-a0433b8641bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4704044'] for subnet (594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.567285 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63627c4c-39f6-4fc4-90a7-a6cbfa64d353 req-35799c32-d14e-499f-ad64-19874d1e3a84 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:01.568759 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-63627c4c-39f6-4fc4-90a7-a6cbfa64d353 req-35799c32-d14e-499f-ad64-19874d1e3a84 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 943 time: 0.1198328 Mar 03 16:21:01.596749 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fd9060e5-05db-4075-99b4-a0433b8641bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.648712 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-63627c4c-39f6-4fc4-90a7-a6cbfa64d353 req-019c7719-5991-4728-b878-2260521e1f9b tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738730 Mar 03 16:21:01.669107 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fd9060e5-05db-4075-99b4-a0433b8641bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5887362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172566'] for subnet (594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.692434 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9060e5-05db-4075-99b4-a0433b8641bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:01.697954 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fd9060e5-05db-4075-99b4-a0433b8641bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.701377 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-fd9060e5-05db-4075-99b4-a0433b8641bf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/594c0b6d-5b0a-4bf6-b9c8-e0b49ec8559f HTTP/1.1" status: 204 len: 168 time: 0.3250473 Mar 03 16:21:01.703579 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40944) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:01.704064 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9440e70-2cac-41e3-90ae-6c56b47f6400 None None] Network 900ae16c-f3f7-4deb-8514-382f302644cf requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:21:01.773831 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (900ae16c-f3f7-4deb-8514-382f302644cf), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.831541 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Deleting port 37f247eb-5c74-4d8a-b612-a08d0e421e31 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:21:01.831541 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.867964 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cfcfd1-e11e-4b43-bd6e-2eecdf9af223 None None] DHCP port deletion for 900ae16c-f3f7-4deb-8514-382f302644cf request from dv-cinder-830538-6-iscsi {{(pid=103059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 16:21:01.900813 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] For port 37f247eb-5c74-4d8a-b612-a08d0e421e31, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=37f247eb-5c74-4d8a-b612-a08d0e421e31,segment=NetworkSegment(05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6),segment_id=05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:21:01.901181 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.914933 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Calling delete_port for 37f247eb-5c74-4d8a-b612-a08d0e421e31 owned by network:dhcp {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:21:01.915263 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-62cfcfd1-e11e-4b43-bd6e-2eecdf9af223 None None] Deleting port 37f247eb-5c74-4d8a-b612-a08d0e421e31 {{(pid=103059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:21:01.915656 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-62cfcfd1-e11e-4b43-bd6e-2eecdf9af223 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), before_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.977266 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-62cfcfd1-e11e-4b43-bd6e-2eecdf9af223 None None] For port 37f247eb-5c74-4d8a-b612-a08d0e421e31, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=37f247eb-5c74-4d8a-b612-a08d0e421e31,segment=NetworkSegment(05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6),segment_id=05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:21:01.977667 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-62cfcfd1-e11e-4b43-bd6e-2eecdf9af223 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), precommit_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:01.995040 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-62cfcfd1-e11e-4b43-bd6e-2eecdf9af223 None None] Calling delete_port for 37f247eb-5c74-4d8a-b612-a08d0e421e31 owned by network:dhcp {{(pid=103059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:21:01.995780 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.023237 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] No DVR routers for this DVR port 37f247eb-5c74-4d8a-b612-a08d0e421e31 on host dv-cinder-830538-6-iscsi {{(pid=103058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:21:02.028125 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f247eb-5c74-4d8a-b612-a08d0e421e31,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:02.076817 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-62cfcfd1-e11e-4b43-bd6e-2eecdf9af223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470'] for port (37f247eb-5c74-4d8a-b612-a08d0e421e31), after_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.100407 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (900ae16c-f3f7-4deb-8514-382f302644cf), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.103294 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfcfd1-e11e-4b43-bd6e-2eecdf9af223 None None] Pushing event deleted for resources: {'Port': ['ID=37f247eb-5c74-4d8a-b612-a08d0e421e31,revision_number=None']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:02.107111 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfcfd1-e11e-4b43-bd6e-2eecdf9af223 None None] No DVR routers for this DVR port 37f247eb-5c74-4d8a-b612-a08d0e421e31 on host dv-cinder-830538-6-iscsi {{(pid=103059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:21:02.129139 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900ae16c-f3f7-4deb-8514-382f302644cf']}} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:02.139368 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6') {'for_net_delete': True} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:02.140780 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6') {} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:02.150612 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4704059'] for segment (05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.155188 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40952) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:02.172746 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.179505 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:21:02.180318 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5887324'] for segment (05bac9f2-5c7f-49d3-9e42-6c6dbb84d2c6), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: Traceback (most recent call last): Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: timer() Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: cb(*args, **kw) Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: return func(*args, **kwargs) Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: self._notify() Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: self.callback(batched_events) Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: event.method(event) Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: return f(self, *a, **k) Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: return self._get(url).json() Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: return self.request(url, 'GET', **kwargs) Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:21:02.182332 dv-cinder-830538-6-iscsi neutron-server[103058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:21:02.252491 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (900ae16c-f3f7-4deb-8514-382f302644cf), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.258203 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.261719 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/900ae16c-f3f7-4deb-8514-382f302644cf HTTP/1.1" status: 204 len: 168 time: 0.5571730 Mar 03 16:21:02.274229 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5511a-65aa-43d9-80fe-0fa1b0d387e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=900ae16c-f3f7-4deb-8514-382f302644cf,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:02.358715 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:21:02.379536 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:21:02.380107 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 84bebd1e-eb49-476c-9639-02e3e8fdb2a3 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:21:02.380530 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 37f247eb-5c74-4d8a-b612-a08d0e421e31 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:21:02.392503 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40958) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:02.410003 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 37f247eb-5c74-4d8a-b612-a08d0e421e31 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:21:02.410342 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 37f247eb-5c74-4d8a-b612-a08d0e421e31 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:21:02.410683 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device e3af1deb-1758-42cc-adaa-6a8f399f2a68 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:21:02.434172 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: e3af1deb-1758-42cc-adaa-6a8f399f2a68 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:21:02.434961 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device e3af1deb-1758-42cc-adaa-6a8f399f2a68 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:21:02.446980 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-5f74f3e6-5502-4e45-9352-b03e0268f973 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43b03795c3804a9ca8e84ba161e5f592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533376 Mar 03 16:21:02.449439 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40960) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:02.495794 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-826632ed-f022-485f-b09d-088b00b39fd9 admin admin] Publish callbacks [] for security_group (826d28d7-4e67-4f2c-98f6-8e5001948d7a), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.517314 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-826632ed-f022-485f-b09d-088b00b39fd9 admin admin] Publish callbacks [] for security_group (826d28d7-4e67-4f2c-98f6-8e5001948d7a), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.563857 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-826632ed-f022-485f-b09d-088b00b39fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (826d28d7-4e67-4f2c-98f6-8e5001948d7a), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.566652 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-826632ed-f022-485f-b09d-088b00b39fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.567939 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-826632ed-f022-485f-b09d-088b00b39fd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/826d28d7-4e67-4f2c-98f6-8e5001948d7a HTTP/1.1" status: 204 len: 168 time: 0.1175909 Mar 03 16:21:02.576338 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826632ed-f022-485f-b09d-088b00b39fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826d28d7-4e67-4f2c-98f6-8e5001948d7a,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:02.682252 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-92955940-106d-4b95-8f03-4d2316c8b122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678280'] for router_interface (711c6554-1da5-434f-960e-11ca9c937e9f), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:02.819460 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584e4b3-c3ad-413e-91a1-258b9af33ff0 req-c3488ffb-5999-473b-b86b-c717fea6d14e tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:02.820963 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6584e4b3-c3ad-413e-91a1-258b9af33ff0 req-c3488ffb-5999-473b-b86b-c717fea6d14e tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 943 time: 0.1013629 Mar 03 16:21:02.899085 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40968) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:02.940428 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-21297985-307b-4d87-8263-75748ef0bb2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d778cd7e052411185f0027199fa1083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400343 Mar 03 16:21:02.942868 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40970) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:02.964593 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-6584e4b3-c3ad-413e-91a1-258b9af33ff0 req-8e044929-1f4a-4f29-af22-c964273cb897 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210752 Mar 03 16:21:02.994426 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9bde4932-46a9-48ae-a25f-30555e02b55f admin admin] Publish callbacks [] for security_group (e8c9fe77-c440-48be-ab49-e0a109c83e26), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:03.015891 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9bde4932-46a9-48ae-a25f-30555e02b55f admin admin] Publish callbacks [] for security_group (e8c9fe77-c440-48be-ab49-e0a109c83e26), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:03.060030 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-92955940-106d-4b95-8f03-4d2316c8b122 admin admin] Deleting port 548809e0-43d9-4708-b725-be31923c768a {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:21:03.060429 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-92955940-106d-4b95-8f03-4d2316c8b122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (548809e0-43d9-4708-b725-be31923c768a), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:03.061885 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9bde4932-46a9-48ae-a25f-30555e02b55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e8c9fe77-c440-48be-ab49-e0a109c83e26), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:03.065086 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9bde4932-46a9-48ae-a25f-30555e02b55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:03.066230 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-9bde4932-46a9-48ae-a25f-30555e02b55f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8c9fe77-c440-48be-ab49-e0a109c83e26 HTTP/1.1" status: 204 len: 168 time: 0.1224837 Mar 03 16:21:03.073955 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde4932-46a9-48ae-a25f-30555e02b55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c9fe77-c440-48be-ab49-e0a109c83e26,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:03.152693 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-92955940-106d-4b95-8f03-4d2316c8b122 admin admin] For port 548809e0-43d9-4708-b725-be31923c768a, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=548809e0-43d9-4708-b725-be31923c768a,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:21:03.153506 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-92955940-106d-4b95-8f03-4d2316c8b122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (548809e0-43d9-4708-b725-be31923c768a), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:03.168859 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-92955940-106d-4b95-8f03-4d2316c8b122 admin admin] Calling delete_port for 548809e0-43d9-4708-b725-be31923c768a owned by network:router_interface {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:21:03.364858 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-92955940-106d-4b95-8f03-4d2316c8b122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (548809e0-43d9-4708-b725-be31923c768a), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:03.397365 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92955940-106d-4b95-8f03-4d2316c8b122 admin admin] Pushing event deleted for resources: {'Port': ['ID=548809e0-43d9-4708-b725-be31923c768a,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:03.566206 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-92955940-106d-4b95-8f03-4d2316c8b122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678116'] for router_interface (711c6554-1da5-434f-960e-11ca9c937e9f), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:03.775478 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92955940-106d-4b95-8f03-4d2316c8b122 admin admin] Router 711c6554-1da5-434f-960e-11ca9c937e9f has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:21:03.877642 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92955940-106d-4b95-8f03-4d2316c8b122 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:21:03.882737 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-92955940-106d-4b95-8f03-4d2316c8b122 admin admin] 10.222.0.11 "PUT /v2.0/routers/711c6554-1da5-434f-960e-11ca9c937e9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7261236 Mar 03 16:21:03.885365 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40974) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:03.886105 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916e322-305e-4f59-97cf-cc46c6743a9b None None] Sync routers for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:21:03.896733 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916e322-305e-4f59-97cf-cc46c6743a9b None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:21:03.897364 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-8916e322-305e-4f59-97cf-cc46c6743a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:20:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:03.988128 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Publish callbacks [] for router (711c6554-1da5-434f-960e-11ca9c937e9f), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.001991 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-8916e322-305e-4f59-97cf-cc46c6743a9b None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:21:04.083875 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559df42-5fac-4c59-b652-b0bcd330de0c req-e7b6a9cd-7a18-43df-a612-242b391dd079 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:04.088087 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1559df42-5fac-4c59-b652-b0bcd330de0c req-e7b6a9cd-7a18-43df-a612-242b391dd079 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 943 time: 0.0556905 Mar 03 16:21:04.094316 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Publish callbacks [] for router_gateway (711c6554-1da5-434f-960e-11ca9c937e9f), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.140113 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-1559df42-5fac-4c59-b652-b0bcd330de0c req-05672ef7-332d-45c2-befa-b0d35bc82394 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486059 Mar 03 16:21:04.148547 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Deleting port 893f44df-aa2f-469f-870c-3c08645d364d {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:21:04.149000 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (893f44df-aa2f-469f-870c-3c08645d364d), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.193900 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-8916e322-305e-4f59-97cf-cc46c6743a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': '893f44df-aa2f-469f-870c-3c08645d364d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:21:03Z', 'revision_number': 5, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port': {'id': '893f44df-aa2f-469f-870c-3c08645d364d', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:04.230938 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] For port 893f44df-aa2f-469f-870c-3c08645d364d, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=893f44df-aa2f-469f-870c-3c08645d364d,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:21:04.231610 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (893f44df-aa2f-469f-870c-3c08645d364d), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.246046 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Calling delete_port for 893f44df-aa2f-469f-870c-3c08645d364d owned by network:router_gateway {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:21:04.354944 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916e322-305e-4f59-97cf-cc46c6743a9b None None] Checking router: 711c6554-1da5-434f-960e-11ca9c937e9f for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:21:04.369827 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8916e322-305e-4f59-97cf-cc46c6743a9b None None] Routers {'711c6554-1da5-434f-960e-11ca9c937e9f'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:21:04.370760 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-8916e322-305e-4f59-97cf-cc46c6743a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:20:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['711c6554-1da5-434f-960e-11ca9c937e9f'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:04.374199 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6aa8-46b1-407a-bdbd-af9114d53ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.414630 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (893f44df-aa2f-469f-870c-3c08645d364d), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.445317 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Pushing event deleted for resources: {'Port': ['ID=893f44df-aa2f-469f-870c-3c08645d364d,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:04.471303 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-8916e322-305e-4f59-97cf-cc46c6743a9b None None] Set router 711c6554-1da5-434f-960e-11ca9c937e9f gateway port host: None {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:21:04.503505 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673094'] for router_gateway (711c6554-1da5-434f-960e-11ca9c937e9f), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.526540 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-8916e322-305e-4f59-97cf-cc46c6743a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:21:04Z', 'revision_number': 6, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port_host': None}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:04.553249 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8916e322-305e-4f59-97cf-cc46c6743a9b None None] The sync data for ids ['711c6554-1da5-434f-960e-11ca9c937e9f'] in dv-cinder-830538-6-iscsi is: [{'id': '711c6554-1da5-434f-960e-11ca9c937e9f', 'name': 'tempest-AttachVolumeTestJSON-1836567268-router', 'tenant_id': '3df7765ab38441feaf9e7d17d7559290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:21:04Z', 'revision_number': 6, 'project_id': '3df7765ab38441feaf9e7d17d7559290', 'gw_port_host': None}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:21:04.595607 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127533'] for router (711c6554-1da5-434f-960e-11ca9c937e9f), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.597875 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Publish callbacks [] for router_controller (711c6554-1da5-434f-960e-11ca9c937e9f), precommit_delete_associations {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.642702 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1677101'] for router (711c6554-1da5-434f-960e-11ca9c937e9f), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.643243 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 711c6554-1da5-434f-960e-11ca9c937e9f {{(pid=103057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 16:21:04.647404 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.648556 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-1a84f779-0705-4f8a-9c67-9099b23c38bd admin admin] 10.222.0.11 "DELETE /v2.0/routers/711c6554-1da5-434f-960e-11ca9c937e9f HTTP/1.1" status: 204 len: 168 time: 0.7622986 Mar 03 16:21:04.651238 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40978) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:04.694329 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02052c5-c2e1-45bd-b096-bef064ece005 admin admin] Deleting subnet 028a2aef-a8b5-4645-8b5b-9ea5ad4099b5 {{(pid=103058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:21:04.697275 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a02052c5-c2e1-45bd-b096-bef064ece005 admin admin] Publish callbacks [] for subnet (028a2aef-a8b5-4645-8b5b-9ea5ad4099b5), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.734145 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a02052c5-c2e1-45bd-b096-bef064ece005 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4704044'] for subnet (028a2aef-a8b5-4645-8b5b-9ea5ad4099b5), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.747394 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:21:04.820135 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a02052c5-c2e1-45bd-b096-bef064ece005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (028a2aef-a8b5-4645-8b5b-9ea5ad4099b5), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.846612 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:21:04.857685 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'port_id': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'mac_address': 'fa:16:3e:7b:45:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:21:04.880227 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a02052c5-c2e1-45bd-b096-bef064ece005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5887362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172566'] for subnet (028a2aef-a8b5-4645-8b5b-9ea5ad4099b5), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.895102 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:21:04.895659 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.906136 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02052c5-c2e1-45bd-b096-bef064ece005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=028a2aef-a8b5-4645-8b5b-9ea5ad4099b5,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:04.909928 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:21:04.911212 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a02052c5-c2e1-45bd-b096-bef064ece005 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:04.915022 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a02052c5-c2e1-45bd-b096-bef064ece005 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/028a2aef-a8b5-4645-8b5b-9ea5ad4099b5 HTTP/1.1" status: 204 len: 168 time: 0.2627525 Mar 03 16:21:04.917568 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 40980) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:04.918236 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79e7983-083c-464e-aa57-1c23832f519a None None] Network 9ba15c27-2b8e-4d04-b799-e6df45177b15 requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:21:04.973146 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:21:04.979406 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.000526 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (9ba15c27-2b8e-4d04-b799-e6df45177b15), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.056461 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Deleting port dbffe63f-3901-4f33-80f1-e82d1d92d241 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:21:05.056781 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:05.056936 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.122915 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] For port dbffe63f-3901-4f33-80f1-e82d1d92d241, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=dbffe63f-3901-4f33-80f1-e82d1d92d241,segment=NetworkSegment(2c97121d-aabc-4c40-be54-002b3e2b7de0),segment_id=2c97121d-aabc-4c40-be54-002b3e2b7de0)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:21:05.123585 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.141865 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Calling delete_port for dbffe63f-3901-4f33-80f1-e82d1d92d241 owned by network:dhcp {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:21:05.239638 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (dbffe63f-3901-4f33-80f1-e82d1d92d241), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.265569 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=dbffe63f-3901-4f33-80f1-e82d1d92d241,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:05.269159 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] No DVR routers for this DVR port dbffe63f-3901-4f33-80f1-e82d1d92d241 on host dv-cinder-830538-6-iscsi {{(pid=103058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:21:05.310321 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['2c290e2f-bb05-49a8-8ae6-6aeea00ec27a'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:21:05.353847 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (9ba15c27-2b8e-4d04-b799-e6df45177b15), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.374541 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7e0a29-aa25-4cbd-94b6-6a063074adf1 None None] DHCP port deletion for 9ba15c27-2b8e-4d04-b799-e6df45177b15 request from dv-cinder-830538-6-iscsi {{(pid=103059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 16:21:05.384789 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba15c27-2b8e-4d04-b799-e6df45177b15']}} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:05.409087 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c97121d-aabc-4c40-be54-002b3e2b7de0') {'for_net_delete': True} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:05.409466 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c97121d-aabc-4c40-be54-002b3e2b7de0') {} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:05.421182 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4704059'] for segment (2c97121d-aabc-4c40-be54-002b3e2b7de0), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.442091 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (2c97121d-aabc-4c40-be54-002b3e2b7de0), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.449338 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:21:05.449987 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5887324'] for segment (2c97121d-aabc-4c40-be54-002b3e2b7de0), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: Traceback (most recent call last): Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: timer() Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: cb(*args, **kw) Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: return func(*args, **kwargs) Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: self._notify() Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: self.callback(batched_events) Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: event.method(event) Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: return f(self, *a, **k) Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: return self._get(url).json() Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: return self.request(url, 'GET', **kwargs) Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:21:05.452191 dv-cinder-830538-6-iscsi neutron-server[103058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:21:05.523466 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (9ba15c27-2b8e-4d04-b799-e6df45177b15), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.540641 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.547253 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] 10.222.0.11 "DELETE /v2.0/networks/9ba15c27-2b8e-4d04-b799-e6df45177b15 HTTP/1.1" status: 204 len: 168 time: 0.6258507 Mar 03 16:21:05.558669 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de46e91-3fef-4673-9a62-f1b89fc83c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba15c27-2b8e-4d04-b799-e6df45177b15,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:05.573548 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f56a5-0dc3-46a4-a5fa-0bdf9d8d8c88 req-6792c13d-e2b8-4c07-b4b2-4a5d72e55dcf tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:05.575192 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1b4f56a5-0dc3-46a4-a5fa-0bdf9d8d8c88 req-6792c13d-e2b8-4c07-b4b2-4a5d72e55dcf tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 944 time: 0.3426530 Mar 03 16:21:05.632615 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1b4f56a5-0dc3-46a4-a5fa-0bdf9d8d8c88 req-f184d095-779f-4950-8745-b0f2ab129272 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484183 Mar 03 16:21:05.729858 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40986) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:05.771518 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-e1796188-c122-4cec-bab4-4a1bb5232ec0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3df7765ab38441feaf9e7d17d7559290&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404577 Mar 03 16:21:05.773973 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 40988) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:05.819263 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-437918e9-1c8f-4279-bfa5-6ba4e0a19b6a admin admin] Publish callbacks [] for security_group (f2785993-5e6d-4405-aa9a-87a75a8b4ba3), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.839009 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-437918e9-1c8f-4279-bfa5-6ba4e0a19b6a admin admin] Publish callbacks [] for security_group (f2785993-5e6d-4405-aa9a-87a75a8b4ba3), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.887055 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-437918e9-1c8f-4279-bfa5-6ba4e0a19b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f2785993-5e6d-4405-aa9a-87a75a8b4ba3), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.889547 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-437918e9-1c8f-4279-bfa5-6ba4e0a19b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:05.891182 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-437918e9-1c8f-4279-bfa5-6ba4e0a19b6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2785993-5e6d-4405-aa9a-87a75a8b4ba3 HTTP/1.1" status: 204 len: 168 time: 0.1163120 Mar 03 16:21:05.898680 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437918e9-1c8f-4279-bfa5-6ba4e0a19b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2785993-5e6d-4405-aa9a-87a75a8b4ba3,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:06.336930 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 548809e0-43d9-4708-b725-be31923c768a no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:21:06.359795 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 548809e0-43d9-4708-b725-be31923c768a {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:21:06.360182 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 548809e0-43d9-4708-b725-be31923c768a not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:21:06.360552 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 893f44df-aa2f-469f-870c-3c08645d364d no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:21:06.380222 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 893f44df-aa2f-469f-870c-3c08645d364d {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:21:06.380575 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 893f44df-aa2f-469f-870c-3c08645d364d not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:21:06.381020 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device dbffe63f-3901-4f33-80f1-e82d1d92d241 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:21:06.399854 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: dbffe63f-3901-4f33-80f1-e82d1d92d241 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:21:06.400210 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device dbffe63f-3901-4f33-80f1-e82d1d92d241 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:21:06.711041 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-cc26c1e5-b163-4b7b-8c0e-e5aa9a823f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:06.751266 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62440c4-385d-46ed-abd2-95eced4979e9 req-529f10e3-bb14-402c-be57-f547491dd205 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:06.754968 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c62440c4-385d-46ed-abd2-95eced4979e9 req-529f10e3-bb14-402c-be57-f547491dd205 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 944 time: 0.0554717 Mar 03 16:21:06.762588 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:21:06.807804 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c62440c4-385d-46ed-abd2-95eced4979e9 req-ed5fafc9-e168-47bb-b68f-da0ddef6562d tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495272 Mar 03 16:21:06.816243 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:21:06.821033 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:21:06.821417 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:06.909583 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:21:06.909983 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:06.932425 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:21:06.934593 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae37a28f-d19d-4bb1-83e8-ed3346e1d250" -d '{"events": [{"server_uuid": "570125b0-f1f1-4fcf-883c-5f935e512bdb", "name": "network-vif-plugged", "status": "completed", "tag": "2c290e2f-bb05-49a8-8ae6-6aeea00ec27a"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:21:06.953386 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:21:06.958164 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:06.983277 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03bb2c0-973a-40e5-bfa2-33ae7fc90f56 x-openstack-request-id: req-c03bb2c0-973a-40e5-bfa2-33ae7fc90f56 {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:21:06.983570 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570125b0-f1f1-4fcf-883c-5f935e512bdb", "name": "network-vif-plugged", "status": "completed", "tag": "2c290e2f-bb05-49a8-8ae6-6aeea00ec27a", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:21:06.983870 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c03bb2c0-973a-40e5-bfa2-33ae7fc90f56 {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:21:06.984241 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'code': 200} Mar 03 16:21:07.011841 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:07.216347 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac08ab-fe2a-454e-be95-635ff434a95f req-977836f9-f0bd-4a9e-a3cc-49908e35a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:07.217845 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-faac08ab-fe2a-454e-be95-635ff434a95f req-977836f9-f0bd-4a9e-a3cc-49908e35a648 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 1129 time: 0.0467768 Mar 03 16:21:07.266433 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-faac08ab-fe2a-454e-be95-635ff434a95f req-076d0261-5379-4a35-9a73-d2814f182e92 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415950 Mar 03 16:21:07.371175 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:07.596360 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41046) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:07.610857 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:07.700429 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-29a9a4fa-795c-4712-a100-a779b37e8e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:07.771374 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-29a9a4fa-795c-4712-a100-a779b37e8e80 admin admin] Publish callbacks [] for security_group (2fcd2b59-c532-40dc-9146-f56cae3371ad), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:07.775015 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-29a9a4fa-795c-4712-a100-a779b37e8e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (2fcd2b59-c532-40dc-9146-f56cae3371ad), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:07.812829 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-29a9a4fa-795c-4712-a100-a779b37e8e80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0ae9e23a3674d72bb45a3d15c0b4ea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152350 Mar 03 16:21:07.813923 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9a4fa-795c-4712-a100-a779b37e8e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcd2b59-c532-40dc-9146-f56cae3371ad,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:07.815446 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41050) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:07.863817 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fd0970b7-8725-45a5-a5c9-b7185c67fd75 admin admin] Publish callbacks [] for security_group (2fcd2b59-c532-40dc-9146-f56cae3371ad), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:07.893422 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fd0970b7-8725-45a5-a5c9-b7185c67fd75 admin admin] Publish callbacks [] for security_group (2fcd2b59-c532-40dc-9146-f56cae3371ad), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:07.959401 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed659b7-4d15-4d49-810b-04f7c446ccdc req-8cb926d1-290f-4233-86fb-b18456a8d404 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:07.960797 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0ed659b7-4d15-4d49-810b-04f7c446ccdc req-8cb926d1-290f-4233-86fb-b18456a8d404 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 945 time: 0.0835400 Mar 03 16:21:07.987365 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fd0970b7-8725-45a5-a5c9-b7185c67fd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (2fcd2b59-c532-40dc-9146-f56cae3371ad), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:07.989849 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-fd0970b7-8725-45a5-a5c9-b7185c67fd75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:07.990920 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-fd0970b7-8725-45a5-a5c9-b7185c67fd75 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2fcd2b59-c532-40dc-9146-f56cae3371ad HTTP/1.1" status: 204 len: 168 time: 0.1744459 Mar 03 16:21:08.007938 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0970b7-8725-45a5-a5c9-b7185c67fd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcd2b59-c532-40dc-9146-f56cae3371ad,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:08.022432 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-0ed659b7-4d15-4d49-810b-04f7c446ccdc req-ed087b45-a0e2-4679-8006-f31e2904eb3a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561576 Mar 03 16:21:08.247999 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41058) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:08.260930 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8cc5c75d-beba-4dd2-9d05-55c05ffcfefc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:08.338373 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8cc5c75d-beba-4dd2-9d05-55c05ffcfefc admin admin] Publish callbacks [] for security_group (b09feba5-940d-4d12-a370-cc48b0696311), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:08.341971 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8cc5c75d-beba-4dd2-9d05-55c05ffcfefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (b09feba5-940d-4d12-a370-cc48b0696311), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:08.378773 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-8cc5c75d-beba-4dd2-9d05-55c05ffcfefc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a182e5e2760044288d355e86970ecbc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297634 Mar 03 16:21:08.379737 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5c75d-beba-4dd2-9d05-55c05ffcfefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09feba5-940d-4d12-a370-cc48b0696311,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:08.381442 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41060) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:08.431952 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-de56f978-00b3-457f-b7f8-4c9bb8b5e17f admin admin] Publish callbacks [] for security_group (b09feba5-940d-4d12-a370-cc48b0696311), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:08.452162 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-de56f978-00b3-457f-b7f8-4c9bb8b5e17f admin admin] Publish callbacks [] for security_group (b09feba5-940d-4d12-a370-cc48b0696311), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:08.509204 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-de56f978-00b3-457f-b7f8-4c9bb8b5e17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (b09feba5-940d-4d12-a370-cc48b0696311), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:08.512064 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-de56f978-00b3-457f-b7f8-4c9bb8b5e17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:08.516188 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-de56f978-00b3-457f-b7f8-4c9bb8b5e17f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b09feba5-940d-4d12-a370-cc48b0696311 HTTP/1.1" status: 204 len: 168 time: 0.1307416 Mar 03 16:21:08.522469 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56f978-00b3-457f-b7f8-4c9bb8b5e17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09feba5-940d-4d12-a370-cc48b0696311,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:09.130643 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:09.154595 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311bb90-7b7a-48cb-af9f-b8136a210f9a req-e8895a35-cdd3-463b-8637-3ab01ec2aadc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:09.156656 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2311bb90-7b7a-48cb-af9f-b8136a210f9a req-e8895a35-cdd3-463b-8637-3ab01ec2aadc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 945 time: 0.0627615 Mar 03 16:21:09.207309 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2311bb90-7b7a-48cb-af9f-b8136a210f9a req-ea9e8b02-ebab-4a94-8027-25ea9f4fb2c8 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437396 Mar 03 16:21:09.328680 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d83e16-dd6f-4e3a-9421-32d1f4d8d97d req-6fb2143f-c8ac-453c-9ced-c02e03a6ed6b tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:09.330786 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-52d83e16-dd6f-4e3a-9421-32d1f4d8d97d req-6fb2143f-c8ac-453c-9ced-c02e03a6ed6b tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 945 time: 0.0581460 Mar 03 16:21:09.378763 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-52d83e16-dd6f-4e3a-9421-32d1f4d8d97d req-0b15b7cf-a5eb-412a-8545-2841dadf0ae8 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Mar 03 16:21:09.401722 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41092) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:09.446675 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc607da9-24c0-4064-84cf-c34f8fb0d62a tempest-TestVolumeBootPattern-1423748621 tempest-TestVolumeBootPattern-1423748621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:09.449642 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-dc607da9-24c0-4064-84cf-c34f8fb0d62a tempest-TestVolumeBootPattern-1423748621 tempest-TestVolumeBootPattern-1423748621-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 1124 time: 0.0453963 Mar 03 16:21:09.451047 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41096) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:09.455903 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'floatingip': {'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'port_id': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:21:09.477870 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:09.575211 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:09.693049 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Allocated IP 172.27.2.250 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/498f7cca-299d-4ee8-b6f7-8948313f777c) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:21:09.793275 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for port (498f7cca-299d-4ee8-b6f7-8948313f777c), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:09.826728 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (498f7cca-299d-4ee8-b6f7-8948313f777c), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:09.868046 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:21:09.870845 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:21:09.875986 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:21:09.878741 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'Port': ['ID=498f7cca-299d-4ee8-b6f7-8948313f777c,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:10.248188 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (b14ba320-2fdd-405b-a650-5e1f512ff644), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:10.321223 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (498f7cca-299d-4ee8-b6f7-8948313f777c), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:10.476950 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for port (498f7cca-299d-4ee8-b6f7-8948313f777c), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:10.481473 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (498f7cca-299d-4ee8-b6f7-8948313f777c), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:10.552414 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'Port': ['ID=498f7cca-299d-4ee8-b6f7-8948313f777c,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:10.565644 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (b14ba320-2fdd-405b-a650-5e1f512ff644), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:10.671573 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.l3_db [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Floating IP b14ba320-2fdd-405b-a650-5e1f512ff644 associated. External IP: 172.27.2.250, port: 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a. Mar 03 16:21:10.721368 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:10.893263 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:21:11.002796 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:21:11.016642 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605ccf7-06d8-4212-a6ae-d655f15d9e2a None None] Sync routers for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:21:11.021721 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:11.026574 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605ccf7-06d8-4212-a6ae-d655f15d9e2a None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:21:11.027199 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-1605ccf7-06d8-4212-a6ae-d655f15d9e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:21:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:11.052160 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-1f544fc9-b440-4488-9cca-49da887136a9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6001050 Mar 03 16:21:11.052764 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'tag': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:21:11.055015 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef4082a-5cb4-418a-9e95-72027f648d19" -d '{"events": [{"name": "network-changed", "server_uuid": "570125b0-f1f1-4fcf-883c-5f935e512bdb", "tag": "2c290e2f-bb05-49a8-8ae6-6aeea00ec27a"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:21:11.092520 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3e4853-32aa-432b-9250-2c78bd1bb8a6 x-openstack-request-id: req-eb3e4853-32aa-432b-9250-2c78bd1bb8a6 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:21:11.092820 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570125b0-f1f1-4fcf-883c-5f935e512bdb", "tag": "2c290e2f-bb05-49a8-8ae6-6aeea00ec27a", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:21:11.093115 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb3e4853-32aa-432b-9250-2c78bd1bb8a6 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:21:11.093558 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'tag': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'status': 'completed', 'code': 200} Mar 03 16:21:11.141571 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-1605ccf7-06d8-4212-a6ae-d655f15d9e2a None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:21:11.163703 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4082a-5cb4-418a-9e95-72027f648d19 req-b6c75fd1-854e-4d91-a632-b7246e3a4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:11.166979 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8ef4082a-5cb4-418a-9e95-72027f648d19 req-b6c75fd1-854e-4d91-a632-b7246e3a4c0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 1129 time: 0.0476985 Mar 03 16:21:11.306230 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4082a-5cb4-418a-9e95-72027f648d19 req-af534c9d-f819-4170-8fba-ab0c8001f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:11.308553 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8ef4082a-5cb4-418a-9e95-72027f648d19 req-af534c9d-f819-4170-8fba-ab0c8001f469 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 912 time: 0.1347685 Mar 03 16:21:11.396264 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-1605ccf7-06d8-4212-a6ae-d655f15d9e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'b14ba320-2fdd-405b-a650-5e1f512ff644', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:7b:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:21:10Z', 'updated_at': '2022-03-03T16:21:10Z', 'revision_number': 0, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:11.401621 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41204) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:11.405188 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8ef4082a-5cb4-418a-9e95-72027f648d19 req-882e7933-c068-498d-a387-12776f20c42c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a HTTP/1.1" status: 200 len: 999 time: 0.0899415 Mar 03 16:21:11.427221 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605ccf7-06d8-4212-a6ae-d655f15d9e2a None None] Checking router: 7dae0c1e-55cc-4bed-aabb-8c35b938a950 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:21:11.435396 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1605ccf7-06d8-4212-a6ae-d655f15d9e2a None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:21:11.436022 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-1605ccf7-06d8-4212-a6ae-d655f15d9e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:21:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:11.454740 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4082a-5cb4-418a-9e95-72027f648d19 req-e1f13ff6-f645-4875-8893-3251983d405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:11.456231 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8ef4082a-5cb4-418a-9e95-72027f648d19 req-e1f13ff6-f645-4875-8893-3251983d405a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0447540 Mar 03 16:21:11.509234 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4082a-5cb4-418a-9e95-72027f648d19 req-f0584344-dff5-479e-a6c8-aba7898b83cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:11.510900 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8ef4082a-5cb4-418a-9e95-72027f648d19 req-f0584344-dff5-479e-a6c8-aba7898b83cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483799 Mar 03 16:21:11.513506 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-220e807d-c998-40fe-87d8-7706cade8707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:11.551902 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-1605ccf7-06d8-4212-a6ae-d655f15d9e2a None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:21:11.590429 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-220e807d-c998-40fe-87d8-7706cade8707 admin admin] Publish callbacks [] for security_group (1f8c5d1b-338b-4a2c-bb73-de82d0e2753d), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:11.596070 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-220e807d-c998-40fe-87d8-7706cade8707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (1f8c5d1b-338b-4a2c-bb73-de82d0e2753d), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:11.607559 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8ef4082a-5cb4-418a-9e95-72027f648d19 req-4651fc83-8548-4dff-b86a-bae066ba628d service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900731 Mar 03 16:21:11.631695 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-220e807d-c998-40fe-87d8-7706cade8707 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c350e332ef7f492e88de62ad2907ed9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261131 Mar 03 16:21:11.633651 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41208) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:11.652141 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e807d-c998-40fe-87d8-7706cade8707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8c5d1b-338b-4a2c-bb73-de82d0e2753d,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:11.689405 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-050416b6-f539-4c11-aaf4-429fe456363e admin admin] Publish callbacks [] for security_group (1f8c5d1b-338b-4a2c-bb73-de82d0e2753d), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:11.710467 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-050416b6-f539-4c11-aaf4-429fe456363e admin admin] Publish callbacks [] for security_group (1f8c5d1b-338b-4a2c-bb73-de82d0e2753d), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:11.710685 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8ef4082a-5cb4-418a-9e95-72027f648d19 req-a47af91f-fee6-4834-a0cb-3e5ca115772b service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939021 Mar 03 16:21:11.762798 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-050416b6-f539-4c11-aaf4-429fe456363e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (1f8c5d1b-338b-4a2c-bb73-de82d0e2753d), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:11.765592 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-050416b6-f539-4c11-aaf4-429fe456363e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:11.766717 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-050416b6-f539-4c11-aaf4-429fe456363e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f8c5d1b-338b-4a2c-bb73-de82d0e2753d HTTP/1.1" status: 204 len: 168 time: 0.1321857 Mar 03 16:21:11.776411 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050416b6-f539-4c11-aaf4-429fe456363e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8c5d1b-338b-4a2c-bb73-de82d0e2753d,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:11.788205 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-1605ccf7-06d8-4212-a6ae-d655f15d9e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'b14ba320-2fdd-405b-a650-5e1f512ff644', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:7b:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:21:10Z', 'updated_at': '2022-03-03T16:21:10Z', 'revision_number': 0, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:21:11.915512 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1605ccf7-06d8-4212-a6ae-d655f15d9e2a None None] The sync data for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi is: [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'b14ba320-2fdd-405b-a650-5e1f512ff644', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:7b:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:21:10Z', 'updated_at': '2022-03-03T16:21:10Z', 'revision_number': 0, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:21:12.041830 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41214) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:12.054780 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-599ae291-a721-4b75-84ee-1cf9f6f92d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:12.109141 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e22f29b-a0b8-4865-be5f-15e2bb1a2383 None None] New status for floating IP b14ba320-2fdd-405b-a650-5e1f512ff644: ACTIVE {{(pid=103059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:21:12.134096 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-599ae291-a721-4b75-84ee-1cf9f6f92d4a admin admin] Publish callbacks [] for security_group (536fb6e8-7151-41d3-80a1-42c77be29cbf), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:12.137832 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-599ae291-a721-4b75-84ee-1cf9f6f92d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (536fb6e8-7151-41d3-80a1-42c77be29cbf), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:12.176557 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-599ae291-a721-4b75-84ee-1cf9f6f92d4a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2114c21d32c2434b83d24759e2ff519d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336529 Mar 03 16:21:12.177411 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ae291-a721-4b75-84ee-1cf9f6f92d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536fb6e8-7151-41d3-80a1-42c77be29cbf,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:12.179316 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41216) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:12.230079 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-363c2875-83b8-49e2-8f06-ed96ce178f56 admin admin] Publish callbacks [] for security_group (536fb6e8-7151-41d3-80a1-42c77be29cbf), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:12.252465 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-363c2875-83b8-49e2-8f06-ed96ce178f56 admin admin] Publish callbacks [] for security_group (536fb6e8-7151-41d3-80a1-42c77be29cbf), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:12.300933 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-363c2875-83b8-49e2-8f06-ed96ce178f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (536fb6e8-7151-41d3-80a1-42c77be29cbf), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:12.303550 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-363c2875-83b8-49e2-8f06-ed96ce178f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:12.304831 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-363c2875-83b8-49e2-8f06-ed96ce178f56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/536fb6e8-7151-41d3-80a1-42c77be29cbf HTTP/1.1" status: 204 len: 168 time: 0.1244750 Mar 03 16:21:12.313193 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c2875-83b8-49e2-8f06-ed96ce178f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536fb6e8-7151-41d3-80a1-42c77be29cbf,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:12.775014 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:21:13.881204 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41272) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:13.980767 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d527c19e-f63f-4f00-9bec-8c2214d3d297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.051246 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d527c19e-f63f-4f00-9bec-8c2214d3d297 admin admin] Publish callbacks [] for security_group (6838d5ad-3009-441f-87c1-9c86a9319914), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.055592 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d527c19e-f63f-4f00-9bec-8c2214d3d297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (6838d5ad-3009-441f-87c1-9c86a9319914), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.091001 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527c19e-f63f-4f00-9bec-8c2214d3d297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6838d5ad-3009-441f-87c1-9c86a9319914,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:14.095240 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-d527c19e-f63f-4f00-9bec-8c2214d3d297 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4553d07212d7432db78dd6069656e304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130480 Mar 03 16:21:14.097944 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41276) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:14.146369 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4836d968-cd94-4ad8-a5a1-509a973a9108 admin admin] Publish callbacks [] for security_group (6838d5ad-3009-441f-87c1-9c86a9319914), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.166651 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4836d968-cd94-4ad8-a5a1-509a973a9108 admin admin] Publish callbacks [] for security_group (6838d5ad-3009-441f-87c1-9c86a9319914), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.212349 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4836d968-cd94-4ad8-a5a1-509a973a9108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (6838d5ad-3009-441f-87c1-9c86a9319914), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.215749 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4836d968-cd94-4ad8-a5a1-509a973a9108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.216894 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-4836d968-cd94-4ad8-a5a1-509a973a9108 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6838d5ad-3009-441f-87c1-9c86a9319914 HTTP/1.1" status: 204 len: 168 time: 0.1180646 Mar 03 16:21:14.224343 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836d968-cd94-4ad8-a5a1-509a973a9108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6838d5ad-3009-441f-87c1-9c86a9319914,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:14.488913 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41282) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:14.501428 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e6f6fa0b-0c76-4f44-8f87-74fb3117d151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.574461 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e6f6fa0b-0c76-4f44-8f87-74fb3117d151 admin admin] Publish callbacks [] for security_group (00296f0b-9ea0-42dd-badd-013e23fe69ae), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.577991 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-e6f6fa0b-0c76-4f44-8f87-74fb3117d151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (00296f0b-9ea0-42dd-badd-013e23fe69ae), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.614212 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6fa0b-0c76-4f44-8f87-74fb3117d151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00296f0b-9ea0-42dd-badd-013e23fe69ae,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:14.618520 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-e6f6fa0b-0c76-4f44-8f87-74fb3117d151 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28e5a940003e46289f8ba1b2afb3c5a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286166 Mar 03 16:21:14.621098 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41284) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:14.667512 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-eddfdaa9-a473-4582-98b5-be0cf305d253 admin admin] Publish callbacks [] for security_group (00296f0b-9ea0-42dd-badd-013e23fe69ae), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.690613 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-eddfdaa9-a473-4582-98b5-be0cf305d253 admin admin] Publish callbacks [] for security_group (00296f0b-9ea0-42dd-badd-013e23fe69ae), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.735824 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-eddfdaa9-a473-4582-98b5-be0cf305d253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (00296f0b-9ea0-42dd-badd-013e23fe69ae), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.738378 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-eddfdaa9-a473-4582-98b5-be0cf305d253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:14.739550 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-eddfdaa9-a473-4582-98b5-be0cf305d253 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00296f0b-9ea0-42dd-badd-013e23fe69ae HTTP/1.1" status: 204 len: 168 time: 0.1175058 Mar 03 16:21:14.746915 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfdaa9-a473-4582-98b5-be0cf305d253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00296f0b-9ea0-42dd-badd-013e23fe69ae,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:16.548069 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41356) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:16.647798 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4d523d8-a6f1-497c-8e47-9b923af8f9fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:16.719708 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4d523d8-a6f1-497c-8e47-9b923af8f9fa admin admin] Publish callbacks [] for security_group (4ad3c0b9-77e9-4ca2-adc3-794ec4394860), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:16.723830 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d4d523d8-a6f1-497c-8e47-9b923af8f9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (4ad3c0b9-77e9-4ca2-adc3-794ec4394860), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:16.760299 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-d4d523d8-a6f1-497c-8e47-9b923af8f9fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1630936238e4e44936a1d629c3e1c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112074 Mar 03 16:21:16.761468 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d523d8-a6f1-497c-8e47-9b923af8f9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad3c0b9-77e9-4ca2-adc3-794ec4394860,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:16.763029 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41360) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:16.810418 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-60c43d74-345d-4e42-a6cf-f5d402389ee7 admin admin] Publish callbacks [] for security_group (4ad3c0b9-77e9-4ca2-adc3-794ec4394860), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:16.832184 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-60c43d74-345d-4e42-a6cf-f5d402389ee7 admin admin] Publish callbacks [] for security_group (4ad3c0b9-77e9-4ca2-adc3-794ec4394860), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:16.877907 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-60c43d74-345d-4e42-a6cf-f5d402389ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (4ad3c0b9-77e9-4ca2-adc3-794ec4394860), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:16.880660 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-60c43d74-345d-4e42-a6cf-f5d402389ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:16.881801 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-60c43d74-345d-4e42-a6cf-f5d402389ee7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ad3c0b9-77e9-4ca2-adc3-794ec4394860 HTTP/1.1" status: 204 len: 168 time: 0.1177676 Mar 03 16:21:16.889402 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c43d74-345d-4e42-a6cf-f5d402389ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad3c0b9-77e9-4ca2-adc3-794ec4394860,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:17.129715 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41366) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:17.142206 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e235eddc-1bae-4c2e-a35c-113c5459a194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:17.218629 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e235eddc-1bae-4c2e-a35c-113c5459a194 admin admin] Publish callbacks [] for security_group (57e193c8-f192-4b2c-8fc1-0ca2874f9768), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:17.222951 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e235eddc-1bae-4c2e-a35c-113c5459a194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (57e193c8-f192-4b2c-8fc1-0ca2874f9768), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:17.259605 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235eddc-1bae-4c2e-a35c-113c5459a194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e193c8-f192-4b2c-8fc1-0ca2874f9768,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:17.263879 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-e235eddc-1bae-4c2e-a35c-113c5459a194 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13387a61369e4ed6950b64821e37ac28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331484 Mar 03 16:21:17.266524 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41368) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:17.312610 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-21940397-e283-48b5-b50f-1ccf236edb95 admin admin] Publish callbacks [] for security_group (57e193c8-f192-4b2c-8fc1-0ca2874f9768), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:17.333418 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-21940397-e283-48b5-b50f-1ccf236edb95 admin admin] Publish callbacks [] for security_group (57e193c8-f192-4b2c-8fc1-0ca2874f9768), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:17.379042 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-21940397-e283-48b5-b50f-1ccf236edb95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (57e193c8-f192-4b2c-8fc1-0ca2874f9768), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:17.381516 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-21940397-e283-48b5-b50f-1ccf236edb95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:17.382647 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-21940397-e283-48b5-b50f-1ccf236edb95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57e193c8-f192-4b2c-8fc1-0ca2874f9768 HTTP/1.1" status: 204 len: 168 time: 0.1152465 Mar 03 16:21:17.389851 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21940397-e283-48b5-b50f-1ccf236edb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e193c8-f192-4b2c-8fc1-0ca2874f9768,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:34.235516 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-75e5b681-c6c7-41ad-9927-8ecaf5eca432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:36.713965 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a33ae9f6-3ce7-49e8-a798-ad2fa42d44be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:37.364537 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:37.609686 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:38.478195 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41516) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:38.577643 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-469b3e4a-163b-448b-8611-2e01d64087c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:38.647771 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-469b3e4a-163b-448b-8611-2e01d64087c3 admin admin] Publish callbacks [] for security_group (2ea32340-89c8-4a97-8cd5-b364693348a1), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:38.651174 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-469b3e4a-163b-448b-8611-2e01d64087c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (2ea32340-89c8-4a97-8cd5-b364693348a1), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:38.690623 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-469b3e4a-163b-448b-8611-2e01d64087c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55ab85f820704dc39c1aaeeb3f914c7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113605 Mar 03 16:21:38.692489 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b3e4a-163b-448b-8611-2e01d64087c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea32340-89c8-4a97-8cd5-b364693348a1,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:38.693510 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41520) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:21:38.741477 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d9a85ea3-d4be-497e-b86f-dc9e8d84e513 admin admin] Publish callbacks [] for security_group (2ea32340-89c8-4a97-8cd5-b364693348a1), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:38.761407 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d9a85ea3-d4be-497e-b86f-dc9e8d84e513 admin admin] Publish callbacks [] for security_group (2ea32340-89c8-4a97-8cd5-b364693348a1), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:38.815705 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d9a85ea3-d4be-497e-b86f-dc9e8d84e513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (2ea32340-89c8-4a97-8cd5-b364693348a1), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:38.818520 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d9a85ea3-d4be-497e-b86f-dc9e8d84e513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:38.819735 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-d9a85ea3-d4be-497e-b86f-dc9e8d84e513 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ea32340-89c8-4a97-8cd5-b364693348a1 HTTP/1.1" status: 204 len: 168 time: 0.1252158 Mar 03 16:21:38.827461 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a85ea3-d4be-497e-b86f-dc9e8d84e513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea32340-89c8-4a97-8cd5-b364693348a1,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:21:39.128333 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:40.713698 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:21:41.909283 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4e7a4349-563c-4a6f-99c5-8b44f9156161 req-e6fc0407-103b-45cf-8c67-c64f4d739d45 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421915 Mar 03 16:21:41.990574 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a4349-563c-4a6f-99c5-8b44f9156161 req-18513c03-aa95-4051-bd6b-2c2153dbadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:41.992042 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4e7a4349-563c-4a6f-99c5-8b44f9156161 req-18513c03-aa95-4051-bd6b-2c2153dbadd7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 1130 time: 0.0430424 Mar 03 16:21:42.092734 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a4349-563c-4a6f-99c5-8b44f9156161 req-86c2b681-489d-4477-b28d-5372b4cf257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:42.094232 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4e7a4349-563c-4a6f-99c5-8b44f9156161 req-86c2b681-489d-4477-b28d-5372b4cf257a service neutron] 10.222.0.10 "GET /v2.0/networks?id=3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 200 len: 916 time: 0.0841479 Mar 03 16:21:42.156275 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4e7a4349-563c-4a6f-99c5-8b44f9156161 req-d68f4d8b-c71a-454b-8be5-bb4985695ab2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17346edb-fbdc-467c-9580-d8591b2099a6 HTTP/1.1" status: 200 len: 1000 time: 0.0561295 Mar 03 16:21:42.201282 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a4349-563c-4a6f-99c5-8b44f9156161 req-05b15de3-e37e-4dfe-aaca-37039c5efc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:42.202635 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4e7a4349-563c-4a6f-99c5-8b44f9156161 req-05b15de3-e37e-4dfe-aaca-37039c5efc32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f HTTP/1.1" status: 200 len: 855 time: 0.0415235 Mar 03 16:21:42.252079 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a4349-563c-4a6f-99c5-8b44f9156161 req-d5436a4b-ab40-4c97-977b-a85a60342558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:42.253587 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4e7a4349-563c-4a6f-99c5-8b44f9156161 req-d5436a4b-ab40-4c97-977b-a85a60342558 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3eda6009-02fd-4599-bb6e-1629d529972a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454969 Mar 03 16:21:42.338842 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4e7a4349-563c-4a6f-99c5-8b44f9156161 req-a0b4ac92-228c-4cef-8b26-785c40ad0d00 service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786076 Mar 03 16:21:42.426701 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4e7a4349-563c-4a6f-99c5-8b44f9156161 req-d14d1173-0222-4580-a835-937c8de32ddf service neutron] 10.222.0.10 "GET /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818202 Mar 03 16:21:49.774383 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:21:59.402802 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb44ec-b0f3-4958-830b-3a1bd857760e req-42a547cc-1b6d-4e3a-8105-914c183d6b2c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:21:59.404276 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-25fb44ec-b0f3-4958-830b-3a1bd857760e req-42a547cc-1b6d-4e3a-8105-914c183d6b2c tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 946 time: 0.1975195 Mar 03 16:21:59.449259 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-25fb44ec-b0f3-4958-830b-3a1bd857760e req-cebd2290-a74f-45d0-92f5-9caf0da033a8 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386755 Mar 03 16:22:00.633237 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b829e2-728a-445f-8c50-8b07009b66d5 req-15e3192b-1479-41f0-a3e1-8d00c1e02525 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:22:00.634744 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d4b829e2-728a-445f-8c50-8b07009b66d5 req-15e3192b-1479-41f0-a3e1-8d00c1e02525 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 946 time: 0.1139793 Mar 03 16:22:00.684307 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-d4b829e2-728a-445f-8c50-8b07009b66d5 req-6da14404-a0d7-4cdd-ab57-090f3ad0b714 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups?id=e25b7a5f-06b0-4053-9de3-a50e274ba1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437696 Mar 03 16:22:00.823782 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-85f94aca-d1c0-48f6-8b55-170d08595e85 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:22:00.825250 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-85f94aca-d1c0-48f6-8b55-170d08595e85 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.10 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 946 time: 0.0515530 Mar 03 16:22:00.917917 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Deleting port 17346edb-fbdc-467c-9580-d8591b2099a6 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:22:00.918265 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:01.005376 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] For port 17346edb-fbdc-467c-9580-d8591b2099a6, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=17346edb-fbdc-467c-9580-d8591b2099a6,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:22:01.005660 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:01.181129 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:01.181525 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (bcba0032-6647-4493-aae5-9d3179ac54a0), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:01.181840 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.db.l3_db [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Floating IP bcba0032-6647-4493-aae5-9d3179ac54a0 disassociated. External IP: 172.27.2.24, port: 17346edb-fbdc-467c-9580-d8591b2099a6. Mar 03 16:22:01.182214 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Calling delete_port for 17346edb-fbdc-467c-9580-d8591b2099a6 owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:22:01.302803 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (17346edb-fbdc-467c-9580-d8591b2099a6), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:01.333822 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event deleted for resources: {'Port': ['ID=17346edb-fbdc-467c-9580-d8591b2099a6,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:01.345410 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.345763 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.346101 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.346429 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.346757 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.347082 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.347407 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.347769 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.348073 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.348390 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.348708 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.349188 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.349396 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:01.456966 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Router e135f620-a4cd-4f21-946d-b9e671ae186b has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:22:01.560793 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:22:01.570132 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06154b01-da2f-4015-b563-daba9118d774 None None] Sync routers for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:22:01.582291 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06154b01-da2f-4015-b563-daba9118d774 None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:22:01.582894 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-06154b01-da2f-4015-b563-daba9118d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:21:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:22:01.603821 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] No DVR routers for this DVR port 17346edb-fbdc-467c-9580-d8591b2099a6 on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:22:01.606379 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:01.609712 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c47fe8a8-74e1-405d-99ec-7ffb9be5e2af req-adeb94e5-477f-4a35-a3e4-2a51ab65dd4e tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.10 "DELETE /v2.0/ports/17346edb-fbdc-467c-9580-d8591b2099a6 HTTP/1.1" status: 204 len: 173 time: 0.7787101 Mar 03 16:22:01.610216 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'name': 'network-vif-deleted', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:22:01.612991 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ea8a3f-142e-4f7a-8f17-e3fecd7f6a5d" -d '{"events": [{"server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "name": "network-vif-deleted", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:22:01.655182 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c331956-504f-4a39-8756-6c67105a6ba6 x-openstack-request-id: req-0c331956-504f-4a39-8756-6c67105a6ba6 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:22:01.656245 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9064f91c-56b3-49b8-aca2-6a0b840910a1", "name": "network-vif-deleted", "tag": "17346edb-fbdc-467c-9580-d8591b2099a6", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:22:01.656245 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c331956-504f-4a39-8756-6c67105a6ba6 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:22:01.656407 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9064f91c-56b3-49b8-aca2-6a0b840910a1', 'name': 'network-vif-deleted', 'tag': '17346edb-fbdc-467c-9580-d8591b2099a6', 'status': 'completed', 'code': 200} Mar 03 16:22:01.701047 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-06154b01-da2f-4015-b563-daba9118d774 None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:22:01.821709 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-19dbe6f0-e490-4f28-8a9c-315fe68b1155 req-e57dd403-8e37-4e05-ae2d-049534166a18 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9064f91c-56b3-49b8-aca2-6a0b840910a1 HTTP/1.1" status: 200 len: 210 time: 0.0379775 Mar 03 16:22:01.921718 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-06154b01-da2f-4015-b563-daba9118d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:47Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:22:01.946767 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06154b01-da2f-4015-b563-daba9118d774 None None] Checking router: e135f620-a4cd-4f21-946d-b9e671ae186b for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:22:01.955091 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06154b01-da2f-4015-b563-daba9118d774 None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:22:01.955696 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-06154b01-da2f-4015-b563-daba9118d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:21:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:22:02.064889 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-06154b01-da2f-4015-b563-daba9118d774 None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:22:02.264597 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-06154b01-da2f-4015-b563-daba9118d774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:47Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:22:02.289790 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06154b01-da2f-4015-b563-daba9118d774 None None] The sync data for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi is: [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:11:42Z', 'revision_number': 4, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '38336ba5-2ace-46a6-bb02-2f4e7d14ef6f', 'name': '', 'network_id': '3eda6009-02fd-4599-bb6e-1629d529972a', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'mac_address': 'fa:16:3e:be:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:39Z', 'updated_at': '2022-03-03T16:11:47Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'subnets': [{'id': '1012fc80-88ad-4f0b-8ba7-efa6206e6c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:22:02.515701 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f91dd8-7982-41c3-be11-5e8e122e69f4 None None] New status for floating IP bcba0032-6647-4493-aae5-9d3179ac54a0: DOWN {{(pid=103059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:22:02.913177 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41564) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:02.963770 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3f598d02-ff6b-4bd9-9a15-f573b5f4ca55 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group (e25b7a5f-06b0-4053-9de3-a50e274ba1d5), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:02.986732 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3f598d02-ff6b-4bd9-9a15-f573b5f4ca55 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group (e25b7a5f-06b0-4053-9de3-a50e274ba1d5), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:03.033078 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3f598d02-ff6b-4bd9-9a15-f573b5f4ca55 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e25b7a5f-06b0-4053-9de3-a50e274ba1d5), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:03.035762 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-3f598d02-ff6b-4bd9-9a15-f573b5f4ca55 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:03.036903 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-3f598d02-ff6b-4bd9-9a15-f573b5f4ca55 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "DELETE /v2.0/security-groups/e25b7a5f-06b0-4053-9de3-a50e274ba1d5 HTTP/1.1" status: 204 len: 168 time: 0.1227503 Mar 03 16:22:03.039602 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41566) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:03.046155 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f598d02-ff6b-4bd9-9a15-f573b5f4ca55 tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25b7a5f-06b0-4053-9de3-a50e274ba1d5,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:03.053909 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.api.v2.resource [None req-d8c13a9b-3ed0-4800-b964-0b0572d19dcd tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] show failed (client error): The resource could not be found. Mar 03 16:22:03.055023 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-d8c13a9b-3ed0-4800-b964-0b0572d19dcd tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "GET /v2.0/security-groups/e25b7a5f-06b0-4053-9de3-a50e274ba1d5 HTTP/1.1" status: 404 len: 347 time: 0.0140541 Mar 03 16:22:03.057793 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41568) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:03.177421 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Deleting port 1049a4fc-f1a7-43d6-bfec-f932d8e8b065 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:22:03.177764 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (1049a4fc-f1a7-43d6-bfec-f932d8e8b065), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:03.252297 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (1049a4fc-f1a7-43d6-bfec-f932d8e8b065), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:03.252622 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (1049a4fc-f1a7-43d6-bfec-f932d8e8b065), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:03.263964 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Calling delete_port for 1049a4fc-f1a7-43d6-bfec-f932d8e8b065 owned by network:floatingip {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:22:03.391336 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (1049a4fc-f1a7-43d6-bfec-f932d8e8b065), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:03.416187 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Pushing event deleted for resources: {'Port': ['ID=1049a4fc-f1a7-43d6-bfec-f932d8e8b065,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:03.441285 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.441562 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.441898 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.442228 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.442549 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.442871 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.443189 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.443506 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.443850 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.444165 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.444478 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.444789 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.445101 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:22:03.486088 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks [] for floatingip (bcba0032-6647-4493-aae5-9d3179ac54a0), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:03.488798 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:03.489958 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-0ff4d08c-d048-4a1e-a9aa-d72b36ac2adb tempest-AttachVolumeShelveTestJSON-716879701 tempest-AttachVolumeShelveTestJSON-716879701-project] 10.222.0.11 "DELETE /v2.0/floatingips/bcba0032-6647-4493-aae5-9d3179ac54a0 HTTP/1.1" status: 204 len: 168 time: 0.4312897 Mar 03 16:22:04.236375 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-2098ec6c-d860-4a7b-bc32-5fcfd0d41b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:05.152760 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 17346edb-fbdc-467c-9580-d8591b2099a6 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:22:05.173511 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 17346edb-fbdc-467c-9580-d8591b2099a6 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:22:05.173859 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 17346edb-fbdc-467c-9580-d8591b2099a6 not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:22:05.887510 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41590) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:06.577144 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b796c1b3-a516-491b-83df-fcc1904c6579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678280'] for router_interface (e135f620-a4cd-4f21-946d-b9e671ae186b), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:06.714668 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-b81918f8-7666-4a0b-9efa-df61c6161057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:06.824682 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-b796c1b3-a516-491b-83df-fcc1904c6579 admin admin] Deleting port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:22:06.825023 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b796c1b3-a516-491b-83df-fcc1904c6579 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:06.900109 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-b796c1b3-a516-491b-83df-fcc1904c6579 admin admin] For port 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=38336ba5-2ace-46a6-bb02-2f4e7d14ef6f,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:22:06.900811 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b796c1b3-a516-491b-83df-fcc1904c6579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:06.916757 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-b796c1b3-a516-491b-83df-fcc1904c6579 admin admin] Calling delete_port for 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f owned by network:router_interface {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:22:07.089439 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b796c1b3-a516-491b-83df-fcc1904c6579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (38336ba5-2ace-46a6-bb02-2f4e7d14ef6f), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:07.114647 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796c1b3-a516-491b-83df-fcc1904c6579 admin admin] Pushing event deleted for resources: {'Port': ['ID=38336ba5-2ace-46a6-bb02-2f4e7d14ef6f,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:07.286424 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b796c1b3-a516-491b-83df-fcc1904c6579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678116'] for router_interface (e135f620-a4cd-4f21-946d-b9e671ae186b), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:07.368516 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:07.501543 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b796c1b3-a516-491b-83df-fcc1904c6579 admin admin] Router e135f620-a4cd-4f21-946d-b9e671ae186b has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:22:07.606221 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b796c1b3-a516-491b-83df-fcc1904c6579 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:22:07.611890 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-b796c1b3-a516-491b-83df-fcc1904c6579 admin admin] 10.222.0.11 "PUT /v2.0/routers/e135f620-a4cd-4f21-946d-b9e671ae186b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7232754 Mar 03 16:22:07.615499 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41594) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:07.620371 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:07.624300 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c19f681-7c99-4838-a05f-d77ef51a69d4 None None] Sync routers for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:22:07.635469 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c19f681-7c99-4838-a05f-d77ef51a69d4 None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:22:07.636118 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-8c19f681-7c99-4838-a05f-d77ef51a69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:22:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:22:07.720842 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Publish callbacks [] for router (e135f620-a4cd-4f21-946d-b9e671ae186b), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:07.741892 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-8c19f681-7c99-4838-a05f-d77ef51a69d4 None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:22:07.828315 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Publish callbacks [] for router_gateway (e135f620-a4cd-4f21-946d-b9e671ae186b), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:07.881038 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Deleting port 1937d434-a1ca-4b85-ab73-20e193743e29 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:22:07.881292 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (1937d434-a1ca-4b85-ab73-20e193743e29), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:07.928013 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-8c19f681-7c99-4838-a05f-d77ef51a69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:22:07Z', 'revision_number': 5, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port': {'id': '1937d434-a1ca-4b85-ab73-20e193743e29', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:11:32Z', 'updated_at': '2022-03-03T16:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:22:07.953391 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c19f681-7c99-4838-a05f-d77ef51a69d4 None None] Checking router: e135f620-a4cd-4f21-946d-b9e671ae186b for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:22:07.956583 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] For port 1937d434-a1ca-4b85-ab73-20e193743e29, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=1937d434-a1ca-4b85-ab73-20e193743e29,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:22:07.957117 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (1937d434-a1ca-4b85-ab73-20e193743e29), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:07.961469 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c19f681-7c99-4838-a05f-d77ef51a69d4 None None] Routers {'e135f620-a4cd-4f21-946d-b9e671ae186b'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:22:07.962058 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-8c19f681-7c99-4838-a05f-d77ef51a69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:22:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['e135f620-a4cd-4f21-946d-b9e671ae186b'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:22:07.973227 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Calling delete_port for 1937d434-a1ca-4b85-ab73-20e193743e29 owned by network:router_gateway {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:22:08.049810 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-8c19f681-7c99-4838-a05f-d77ef51a69d4 None None] Set router e135f620-a4cd-4f21-946d-b9e671ae186b gateway port host: None {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:22:08.140823 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (1937d434-a1ca-4b85-ab73-20e193743e29), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.169611 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1937d434-a1ca-4b85-ab73-20e193743e29,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:08.195289 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-8c19f681-7c99-4838-a05f-d77ef51a69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:22:07Z', 'revision_number': 6, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port_host': None}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:22:08.221961 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c19f681-7c99-4838-a05f-d77ef51a69d4 None None] The sync data for ids ['e135f620-a4cd-4f21-946d-b9e671ae186b'] in dv-cinder-830538-6-iscsi is: [{'id': 'e135f620-a4cd-4f21-946d-b9e671ae186b', 'name': 'tempest-AttachVolumeShelveTestJSON-790622617-router', 'tenant_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:11:29Z', 'updated_at': '2022-03-03T16:22:07Z', 'revision_number': 6, 'project_id': '4c4cf44f8cfb4dfca30f6e0569ef235e', 'gw_port_host': None}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:22:08.229133 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673094'] for router_gateway (e135f620-a4cd-4f21-946d-b9e671ae186b), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.317825 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127533'] for router (e135f620-a4cd-4f21-946d-b9e671ae186b), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.319940 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Publish callbacks [] for router_controller (e135f620-a4cd-4f21-946d-b9e671ae186b), precommit_delete_associations {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.364406 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1677101'] for router (e135f620-a4cd-4f21-946d-b9e671ae186b), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.364916 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e135f620-a4cd-4f21-946d-b9e671ae186b {{(pid=103057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 16:22:08.369065 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.370201 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-88e70e1b-6ea6-4d68-abd0-2fad920e66eb admin admin] 10.222.0.11 "DELETE /v2.0/routers/e135f620-a4cd-4f21-946d-b9e671ae186b HTTP/1.1" status: 204 len: 168 time: 0.7535243 Mar 03 16:22:08.372652 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41596) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:08.415784 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_v2 [None req-4899077c-5184-4fd3-8b6d-ab5956247a53 admin admin] Deleting subnet 1012fc80-88ad-4f0b-8ba7-efa6206e6c9f {{(pid=103057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:22:08.418711 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4899077c-5184-4fd3-8b6d-ab5956247a53 admin admin] Publish callbacks [] for subnet (1012fc80-88ad-4f0b-8ba7-efa6206e6c9f), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.451155 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4899077c-5184-4fd3-8b6d-ab5956247a53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5715942'] for subnet (1012fc80-88ad-4f0b-8ba7-efa6206e6c9f), precommit_delete_associations {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.528256 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4899077c-5184-4fd3-8b6d-ab5956247a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (1012fc80-88ad-4f0b-8ba7-efa6206e6c9f), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.592217 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4899077c-5184-4fd3-8b6d-ab5956247a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5579605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5598061'] for subnet (1012fc80-88ad-4f0b-8ba7-efa6206e6c9f), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.621747 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899077c-5184-4fd3-8b6d-ab5956247a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1012fc80-88ad-4f0b-8ba7-efa6206e6c9f,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:08.626542 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-4899077c-5184-4fd3-8b6d-ab5956247a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.628742 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec686e2b-ca96-4e57-9e6e-7510e21d5036 None None] Network 3eda6009-02fd-4599-bb6e-1629d529972a requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:22:08.635057 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41598) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:08.639192 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-4899077c-5184-4fd3-8b6d-ab5956247a53 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1012fc80-88ad-4f0b-8ba7-efa6206e6c9f HTTP/1.1" status: 204 len: 168 time: 0.2655358 Mar 03 16:22:08.683199 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:22:08.709552 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:22:08.710233 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 38336ba5-2ace-46a6-bb02-2f4e7d14ef6f not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:22:08.710659 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (3eda6009-02fd-4599-bb6e-1629d529972a), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.762139 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Deleting port 9b9356ed-bd8f-4a12-b0ee-054a058be453 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:22:08.762477 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.827300 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] For port 9b9356ed-bd8f-4a12-b0ee-054a058be453, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=9b9356ed-bd8f-4a12-b0ee-054a058be453,segment=NetworkSegment(206708d8-d519-4d0d-b558-1fb8b3055f77),segment_id=206708d8-d519-4d0d-b558-1fb8b3055f77)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:22:08.827790 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.839606 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Calling delete_port for 9b9356ed-bd8f-4a12-b0ee-054a058be453 owned by network:dhcp {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:22:08.917946 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (9b9356ed-bd8f-4a12-b0ee-054a058be453), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:08.944301 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9356ed-bd8f-4a12-b0ee-054a058be453,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:08.946025 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] No DVR routers for this DVR port 9b9356ed-bd8f-4a12-b0ee-054a058be453 on host dv-cinder-830538-6-iscsi {{(pid=103058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:22:09.032983 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2793c8b8-c60c-4a7c-b8f9-6fda55b6563e None None] DHCP port deletion for 3eda6009-02fd-4599-bb6e-1629d529972a request from dv-cinder-830538-6-iscsi {{(pid=103059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 16:22:09.135663 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:09.253962 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (3eda6009-02fd-4599-bb6e-1629d529972a), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:09.273912 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eda6009-02fd-4599-bb6e-1629d529972a']}} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:22:09.284329 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206708d8-d519-4d0d-b558-1fb8b3055f77') {'for_net_delete': True} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:22:09.284617 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206708d8-d519-4d0d-b558-1fb8b3055f77') {} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:22:09.294444 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4704059'] for segment (206708d8-d519-4d0d-b558-1fb8b3055f77), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:09.308476 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (206708d8-d519-4d0d-b558-1fb8b3055f77), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:09.316987 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:22:09.317401 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5887324'] for segment (206708d8-d519-4d0d-b558-1fb8b3055f77), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: Traceback (most recent call last): Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: timer() Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: cb(*args, **kw) Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: return func(*args, **kwargs) Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: self._notify() Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: self.callback(batched_events) Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: event.method(event) Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: return f(self, *a, **k) Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: return self._get(url).json() Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: return self.request(url, 'GET', **kwargs) Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:22:09.319006 dv-cinder-830538-6-iscsi neutron-server[103058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:22:09.371108 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (3eda6009-02fd-4599-bb6e-1629d529972a), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:09.376344 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:09.379678 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] 10.222.0.11 "DELETE /v2.0/networks/3eda6009-02fd-4599-bb6e-1629d529972a HTTP/1.1" status: 204 len: 168 time: 0.7461364 Mar 03 16:22:09.390145 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d4481-1659-404d-86a0-a36a9a371b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=3eda6009-02fd-4599-bb6e-1629d529972a,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:09.492269 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41604) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:09.534144 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-dc060f54-e2c3-488f-8134-7eb779ab8f8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c4cf44f8cfb4dfca30f6e0569ef235e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406792 Mar 03 16:22:09.536601 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41606) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:09.582167 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a12d4d05-ba2e-4401-bf08-6dd41783a4d2 admin admin] Publish callbacks [] for security_group (e35046a1-9892-4265-b4e3-303736c3dab2), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:09.602701 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a12d4d05-ba2e-4401-bf08-6dd41783a4d2 admin admin] Publish callbacks [] for security_group (e35046a1-9892-4265-b4e3-303736c3dab2), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:09.648496 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a12d4d05-ba2e-4401-bf08-6dd41783a4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e35046a1-9892-4265-b4e3-303736c3dab2), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:09.651104 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a12d4d05-ba2e-4401-bf08-6dd41783a4d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:09.652301 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a12d4d05-ba2e-4401-bf08-6dd41783a4d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e35046a1-9892-4265-b4e3-303736c3dab2 HTTP/1.1" status: 204 len: 168 time: 0.1147475 Mar 03 16:22:09.660799 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d4d05-ba2e-4401-bf08-6dd41783a4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35046a1-9892-4265-b4e3-303736c3dab2,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:10.502599 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 1937d434-a1ca-4b85-ab73-20e193743e29 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:22:10.521223 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 1937d434-a1ca-4b85-ab73-20e193743e29 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:22:10.521564 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 1937d434-a1ca-4b85-ab73-20e193743e29 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:22:10.521972 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 9b9356ed-bd8f-4a12-b0ee-054a058be453 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:22:10.540209 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 9b9356ed-bd8f-4a12-b0ee-054a058be453 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:22:10.540554 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 9b9356ed-bd8f-4a12-b0ee-054a058be453 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:22:10.720090 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:18.870954 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41718) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:18.972620 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-701b576b-b468-4b89-83cf-dff747bcee58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:19.042455 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-701b576b-b468-4b89-83cf-dff747bcee58 admin admin] Publish callbacks [] for security_group (10d93127-fde4-4498-92bd-89d4aacae1f7), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:19.045983 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-701b576b-b468-4b89-83cf-dff747bcee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (10d93127-fde4-4498-92bd-89d4aacae1f7), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:19.084129 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-701b576b-b468-4b89-83cf-dff747bcee58 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecd9aed5300c41afa6bce932797ec506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096553 Mar 03 16:22:19.084129 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b576b-b468-4b89-83cf-dff747bcee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d93127-fde4-4498-92bd-89d4aacae1f7,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:19.084621 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41722) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:19.132773 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b9a0a1c1-843d-4304-931a-b0ea250b8bc1 admin admin] Publish callbacks [] for security_group (10d93127-fde4-4498-92bd-89d4aacae1f7), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:19.152945 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b9a0a1c1-843d-4304-931a-b0ea250b8bc1 admin admin] Publish callbacks [] for security_group (10d93127-fde4-4498-92bd-89d4aacae1f7), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:19.199201 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b9a0a1c1-843d-4304-931a-b0ea250b8bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (10d93127-fde4-4498-92bd-89d4aacae1f7), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:19.201875 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-b9a0a1c1-843d-4304-931a-b0ea250b8bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:19.203048 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-b9a0a1c1-843d-4304-931a-b0ea250b8bc1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10d93127-fde4-4498-92bd-89d4aacae1f7 HTTP/1.1" status: 204 len: 168 time: 0.1173875 Mar 03 16:22:19.210545 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0a1c1-843d-4304-931a-b0ea250b8bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d93127-fde4-4498-92bd-89d4aacae1f7,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:26.773352 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:22:30.802696 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41858) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:30.903546 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-57b1a055-d803-4b80-a84e-b8288f9f4ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:30.976332 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-57b1a055-d803-4b80-a84e-b8288f9f4ca5 admin admin] Publish callbacks [] for security_group (9aaf83ed-95d2-48cc-9e5e-4daeaa02f1b9), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:30.979898 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-57b1a055-d803-4b80-a84e-b8288f9f4ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (9aaf83ed-95d2-48cc-9e5e-4daeaa02f1b9), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:31.017726 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-57b1a055-d803-4b80-a84e-b8288f9f4ca5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd3e3ca899764426bde4f1cfc42db476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139990 Mar 03 16:22:31.018580 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1a055-d803-4b80-a84e-b8288f9f4ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaf83ed-95d2-48cc-9e5e-4daeaa02f1b9,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:31.021434 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41862) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:31.072337 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4060d1f1-1a5e-49eb-84b4-52d8a8885247 admin admin] Publish callbacks [] for security_group (9aaf83ed-95d2-48cc-9e5e-4daeaa02f1b9), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:31.093224 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4060d1f1-1a5e-49eb-84b4-52d8a8885247 admin admin] Publish callbacks [] for security_group (9aaf83ed-95d2-48cc-9e5e-4daeaa02f1b9), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:31.137365 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4060d1f1-1a5e-49eb-84b4-52d8a8885247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (9aaf83ed-95d2-48cc-9e5e-4daeaa02f1b9), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:31.140011 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-4060d1f1-1a5e-49eb-84b4-52d8a8885247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:31.141124 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-4060d1f1-1a5e-49eb-84b4-52d8a8885247 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9aaf83ed-95d2-48cc-9e5e-4daeaa02f1b9 HTTP/1.1" status: 204 len: 168 time: 0.1174786 Mar 03 16:22:31.148845 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060d1f1-1a5e-49eb-84b4-52d8a8885247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaf83ed-95d2-48cc-9e5e-4daeaa02f1b9,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:31.389186 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41868) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:31.402614 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8a521e0a-1dac-47c1-a410-0b04ad563f11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:31.476208 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8a521e0a-1dac-47c1-a410-0b04ad563f11 admin admin] Publish callbacks [] for security_group (f58d09dc-3356-46bc-b76d-7c0568f31d8e), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:31.479606 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-8a521e0a-1dac-47c1-a410-0b04ad563f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f58d09dc-3356-46bc-b76d-7c0568f31d8e), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:31.516821 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-8a521e0a-1dac-47c1-a410-0b04ad563f11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97b6ef47473146828ff6854b4f72c930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263542 Mar 03 16:22:31.517580 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a521e0a-1dac-47c1-a410-0b04ad563f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58d09dc-3356-46bc-b76d-7c0568f31d8e,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:31.519532 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41870) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:31.568820 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6c7d8f8f-145a-4e22-8554-fc87bec5ef8d admin admin] Publish callbacks [] for security_group (f58d09dc-3356-46bc-b76d-7c0568f31d8e), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:31.588974 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6c7d8f8f-145a-4e22-8554-fc87bec5ef8d admin admin] Publish callbacks [] for security_group (f58d09dc-3356-46bc-b76d-7c0568f31d8e), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:31.635003 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6c7d8f8f-145a-4e22-8554-fc87bec5ef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (f58d09dc-3356-46bc-b76d-7c0568f31d8e), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:31.637700 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6c7d8f8f-145a-4e22-8554-fc87bec5ef8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:31.638831 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-6c7d8f8f-145a-4e22-8554-fc87bec5ef8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f58d09dc-3356-46bc-b76d-7c0568f31d8e HTTP/1.1" status: 204 len: 168 time: 0.1183035 Mar 03 16:22:31.646305 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d8f8f-145a-4e22-8554-fc87bec5ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58d09dc-3356-46bc-b76d-7c0568f31d8e,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:34.236576 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1319a091-fd1b-493c-af5a-00882bd679bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:36.444033 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41968) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:36.545846 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-116e2cf5-22b3-4b2c-95b5-93ae65e4b116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:36.617021 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-116e2cf5-22b3-4b2c-95b5-93ae65e4b116 admin admin] Publish callbacks [] for security_group (184dc7ae-926e-4f3c-8c1d-85649307e8d5), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:36.621096 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-116e2cf5-22b3-4b2c-95b5-93ae65e4b116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (184dc7ae-926e-4f3c-8c1d-85649307e8d5), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:36.659421 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e2cf5-22b3-4b2c-95b5-93ae65e4b116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184dc7ae-926e-4f3c-8c1d-85649307e8d5,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:36.666058 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-116e2cf5-22b3-4b2c-95b5-93ae65e4b116 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f66ee350d839484894d142b6ded14c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186966 Mar 03 16:22:36.666620 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41972) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:36.717641 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-027b902f-8e97-4b30-acd9-69a9c8b1e816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:36.719202 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6a4c1192-8677-49d2-a6c0-ccecd9039c93 admin admin] Publish callbacks [] for security_group (184dc7ae-926e-4f3c-8c1d-85649307e8d5), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:36.740452 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6a4c1192-8677-49d2-a6c0-ccecd9039c93 admin admin] Publish callbacks [] for security_group (184dc7ae-926e-4f3c-8c1d-85649307e8d5), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:36.786693 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6a4c1192-8677-49d2-a6c0-ccecd9039c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (184dc7ae-926e-4f3c-8c1d-85649307e8d5), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:36.789733 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6a4c1192-8677-49d2-a6c0-ccecd9039c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:36.790854 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-6a4c1192-8677-49d2-a6c0-ccecd9039c93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/184dc7ae-926e-4f3c-8c1d-85649307e8d5 HTTP/1.1" status: 204 len: 168 time: 0.1233370 Mar 03 16:22:36.798063 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c1192-8677-49d2-a6c0-ccecd9039c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184dc7ae-926e-4f3c-8c1d-85649307e8d5,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:37.040918 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41978) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:37.053638 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a0a8e363-d635-4956-89f9-b55ac1cbceda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.124810 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a0a8e363-d635-4956-89f9-b55ac1cbceda admin admin] Publish callbacks [] for security_group (967e8dfe-3b5b-4f81-8f17-076381686666), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.129227 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-a0a8e363-d635-4956-89f9-b55ac1cbceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (967e8dfe-3b5b-4f81-8f17-076381686666), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.169081 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-a0a8e363-d635-4956-89f9-b55ac1cbceda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c46b8f7c8a84489da32dfbfa2108073c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270435 Mar 03 16:22:37.170181 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8e363-d635-4956-89f9-b55ac1cbceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967e8dfe-3b5b-4f81-8f17-076381686666,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:37.171777 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41980) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:37.219790 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-76fc42f8-e3a7-43c2-a3c6-614217c0cf68 admin admin] Publish callbacks [] for security_group (967e8dfe-3b5b-4f81-8f17-076381686666), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.240568 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-76fc42f8-e3a7-43c2-a3c6-614217c0cf68 admin admin] Publish callbacks [] for security_group (967e8dfe-3b5b-4f81-8f17-076381686666), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.288147 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-76fc42f8-e3a7-43c2-a3c6-614217c0cf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (967e8dfe-3b5b-4f81-8f17-076381686666), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.291228 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-76fc42f8-e3a7-43c2-a3c6-614217c0cf68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.292390 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-76fc42f8-e3a7-43c2-a3c6-614217c0cf68 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/967e8dfe-3b5b-4f81-8f17-076381686666 HTTP/1.1" status: 204 len: 168 time: 0.1188552 Mar 03 16:22:37.300190 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc42f8-e3a7-43c2-a3c6-614217c0cf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967e8dfe-3b5b-4f81-8f17-076381686666,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:37.399180 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.603942 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 41986) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:37.617459 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-308dd338-2637-4c44-9dcc-3080c67ccebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.621752 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.690890 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-308dd338-2637-4c44-9dcc-3080c67ccebd admin admin] Publish callbacks [] for security_group (b2fab52f-133a-44a0-be71-73d5d0c70678), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.694641 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-308dd338-2637-4c44-9dcc-3080c67ccebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (b2fab52f-133a-44a0-be71-73d5d0c70678), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.732294 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-308dd338-2637-4c44-9dcc-3080c67ccebd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a218b0832f464f1cb6563245705c0384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272790 Mar 03 16:22:37.733152 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308dd338-2637-4c44-9dcc-3080c67ccebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fab52f-133a-44a0-be71-73d5d0c70678,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:37.735751 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 41988) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:22:37.787116 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e38454d5-6c57-446f-b86c-30a5097037a9 admin admin] Publish callbacks [] for security_group (b2fab52f-133a-44a0-be71-73d5d0c70678), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.812641 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e38454d5-6c57-446f-b86c-30a5097037a9 admin admin] Publish callbacks [] for security_group (b2fab52f-133a-44a0-be71-73d5d0c70678), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.869612 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e38454d5-6c57-446f-b86c-30a5097037a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (b2fab52f-133a-44a0-be71-73d5d0c70678), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.872226 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e38454d5-6c57-446f-b86c-30a5097037a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:37.873343 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-e38454d5-6c57-446f-b86c-30a5097037a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2fab52f-133a-44a0-be71-73d5d0c70678 HTTP/1.1" status: 204 len: 168 time: 0.1362782 Mar 03 16:22:37.880500 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38454d5-6c57-446f-b86c-30a5097037a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fab52f-133a-44a0-be71-73d5d0c70678,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:22:39.133582 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:40.717173 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:22:41.423754 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-ed159b28-4ea5-4dcd-a54b-909bd2fef3e3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1343844 Mar 03 16:22:41.493590 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-c66dcb45-1734-4f12-9b45-f0e83933b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:22:41.495071 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-c66dcb45-1734-4f12-9b45-f0e83933b5a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 1129 time: 0.0478637 Mar 03 16:22:41.599374 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-667519ca-a80c-4cc5-887f-0b3449cbab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:22:41.600872 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-667519ca-a80c-4cc5-887f-0b3449cbab50 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 912 time: 0.0881386 Mar 03 16:22:41.670795 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-60bfceba-d51d-4f89-ba16-e2defbc47455 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a HTTP/1.1" status: 200 len: 1001 time: 0.0634611 Mar 03 16:22:41.721974 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-93a97279-119a-4a63-9fa0-ba654bc5c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:22:41.723441 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-93a97279-119a-4a63-9fa0-ba654bc5c836 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0452869 Mar 03 16:22:41.772915 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-1d849212-ebeb-477c-b3f6-13f629ee2753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:22:41.774429 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-1d849212-ebeb-477c-b3f6-13f629ee2753 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449848 Mar 03 16:22:41.784439 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-b7cd9a7e-b34d-4be1-8767-1432d4e208a2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:22:41.785479 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-b7cd9a7e-b34d-4be1-8767-1432d4e208a2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050175 Mar 03 16:22:41.882585 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-96d45527-8f8c-4cb4-bd4b-c686b89ed1d9 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906005 Mar 03 16:22:41.970424 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-0245b8ef-ccfc-44ef-a90a-52e4ea2b4126 req-6135dbeb-2b45-4568-b0fa-34126a1c5bea service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819597 Mar 03 16:23:03.772471 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:23:04.237069 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a7fb82a4-d9a2-4049-8dd6-7385d803df68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:06.719278 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-988e0dca-3027-4a9c-a702-0769525dd6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:07.415420 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:07.623439 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:09.137034 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:10.708141 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:16.374639 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-609a194e-7a54-4573-83cb-c5d05973e73e tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388133379&fields=id&tenant_id=d627aeb1e96e48ecb09d060a2b8286f8 HTTP/1.1" status: 200 len: 267 time: 0.0443056 Mar 03 16:23:16.478310 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-b4cba487-f7f6-456a-b8a7-6456954cfa5a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:16.479786 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-b4cba487-f7f6-456a-b8a7-6456954cfa5a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 812 time: 0.0988028 Mar 03 16:23:16.494043 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-73939970-9877-46af-9fce-7d3bd784f0e7 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/quotas/d627aeb1e96e48ecb09d060a2b8286f8 HTTP/1.1" status: 200 len: 375 time: 0.0085380 Mar 03 16:23:16.549127 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-59bd0d19-098f-4335-8a71-157460894504 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497775 Mar 03 16:23:16.604543 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-de83e9d5-40b3-4f43-953d-a667bf831e82 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 03 16:23:16.605544 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-de83e9d5-40b3-4f43-953d-a667bf831e82 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0458629 Mar 03 16:23:16.694866 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-35c6cf1b-2c4f-4947-9748-7d3994fd2762 service neutron] 10.222.0.11 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830626 Mar 03 16:23:16.780535 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-0aad2b3f-f224-4cfe-b452-685c56913d4e service neutron] 10.222.0.11 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799675 Mar 03 16:23:17.060227 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-17ab90ff-1ce9-4751-b87b-08aa7226988f req-c3f0af25-656d-40eb-9e53-e6a58ff959cc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 210 time: 0.0278749 Mar 03 16:23:18.067211 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-d93d757e-ca71-4e91-86de-b5731ff95514 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:18.068679 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-d93d757e-ca71-4e91-86de-b5731ff95514 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 812 time: 0.1061280 Mar 03 16:23:18.151471 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-cda20829-4cbc-4e7a-ac0e-afeae5b476f0 req-996e4b8d-a357-4409-8ab9-7130c5728e4e tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 210 time: 0.0268874 Mar 03 16:23:18.663403 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-fee04d54-c151-4d6e-86c3-e0c587134258 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d627aeb1e96e48ecb09d060a2b8286f8 HTTP/1.1" status: 200 len: 380 time: 0.0546811 Mar 03 16:23:19.242667 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-86c197eb-93e7-44dd-b9ac-93b796be8ee8 req-98e8a81c-53d0-4c6e-8e6c-d5ccdd970493 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 210 time: 0.0261490 Mar 03 16:23:19.533974 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'port': {'device_id': '86204bc2-0073-4630-9f98-0122362ed6ca', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'admin_state_up': True, 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'security_groups': ['0ca32481-3626-4c31-96f2-18040add6748']}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:23:19.640620 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Made reservation on behalf of d627aeb1e96e48ecb09d060a2b8286f8 for: {'port': 1} {{(pid=103057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 16:23:19.643844 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:19.764355 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_common [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Allocated IP 172.20.0.5 (7c2898df-ed08-4c3b-a408-2cbfe49c0e3d/680453cf-89d9-4f73-8416-bb8ef07078cc/95d2a249-de03-4f0a-be02-42e80d2003f3) {{(pid=103057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:23:20.171166 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:20.201800 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:20.243820 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d is already hosted by enough agents. {{(pid=103057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:23:20.246648 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.base_scheduler [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Resources bound (agent type, host, resource id): {{(pid=103057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:23:20.250196 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Received port after_create {{(pid=103057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:23:20.276614 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'Port': ['ID=95d2a249-de03-4f0a-be02-42e80d2003f3,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:23:20.293235 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.293573 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.293904 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.294234 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.294566 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.294972 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.295298 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.295632 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.295962 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.296288 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.296606 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.296920 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.297231 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:20.314693 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:20.315318 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:20.354745 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-a15c6528-b71a-4b62-a421-0a3b356d4373 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250577 Mar 03 16:23:20.380134 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ac0c6-8293-49dd-a16e-a705a59ce16a req-86ae4f31-e6a0-455a-af56-25193a13269e tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:20.381635 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-798ac0c6-8293-49dd-a16e-a705a59ce16a req-86ae4f31-e6a0-455a-af56-25193a13269e tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 931 time: 0.0595691 Mar 03 16:23:20.418387 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.v2.base [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Request body: {'port': {'device_id': '86204bc2-0073-4630-9f98-0122362ed6ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83053'}} {{(pid=103057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:23:20.443057 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-d8a9e63d-88bc-4e5f-948c-0b817293c616 None None] Provisioning complete for port 95d2a249-de03-4f0a-be02-42e80d2003f3 triggered by entity DHCP. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:23:20.443661 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d8a9e63d-88bc-4e5f-948c-0b817293c616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:20.455898 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-798ac0c6-8293-49dd-a16e-a705a59ce16a req-f72b50f2-04f0-4eee-a669-01b507963fe9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686314 Mar 03 16:23:20.478555 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9e63d-88bc-4e5f-948c-0b817293c616 None None] Port 95d2a249-de03-4f0a-be02-42e80d2003f3 cannot update to ACTIVE because it is not bound. {{(pid=103059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 03 16:23:20.493747 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:20.740327 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d2a249-de03-4f0a-be02-42e80d2003f3 {{(pid=103057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:23:20.747783 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Publish callbacks [] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), precommit_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:20.759853 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.provisioning_blocks [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Transition to ACTIVE for port object 95d2a249-de03-4f0a-be02-42e80d2003f3 will not be triggered until provisioned by entity L2. {{(pid=103057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 03 16:23:20.763466 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:20.829454 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Pushing event updated for resources: {'Port': ['ID=95d2a249-de03-4f0a-be02-42e80d2003f3,revision_number=2']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:23:20.884206 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Attempting to bind port 95d2a249-de03-4f0a-be02-42e80d2003f3 on host hv-cinder-83053 for vnic_type normal with profile {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 03 16:23:20.884548 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Attempting to bind port 95d2a249-de03-4f0a-be02-42e80d2003f3 by drivers openvswitch,hyperv on host hv-cinder-83053 at level 0 using segments [{'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 03 16:23:20.884924 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Attempting to bind port 95d2a249-de03-4f0a-be02-42e80d2003f3 on network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:23:20.889438 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Port 95d2a249-de03-4f0a-be02-42e80d2003f3 on network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83053 {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 03 16:23:20.889784 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Attempting to bind port 95d2a249-de03-4f0a-be02-42e80d2003f3 on network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 03 16:23:20.894728 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Checking agent: {'id': 'a011970d-a50a-42a2-a1e7-d2a0e9bae0d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83053', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'started_at': datetime.datetime(2022, 3, 3, 16, 9, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 16, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 03 16:23:20.895071 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Checking segment: {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 03 16:23:20.895458 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Bound using segment: {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'} {{(pid=103057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 03 16:23:20.895918 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.managers [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Bound port: 95d2a249-de03-4f0a-be02-42e80d2003f3, host: hv-cinder-83053, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d'}}] {{(pid=103057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 03 16:23:20.896275 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), before_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:20.960230 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] For port 95d2a249-de03-4f0a-be02-42e80d2003f3, host hv-cinder-83053, cleared binding levels {{(pid=103057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 03 16:23:20.963282 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] For port 95d2a249-de03-4f0a-be02-42e80d2003f3, host hv-cinder-83053, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=95d2a249-de03-4f0a-be02-42e80d2003f3,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 03 16:23:20.968581 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5579631'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), after_update {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:21.004315 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:21.004946 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:21.006271 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] 10.222.0.10 "PUT /v2.0/ports/95d2a249-de03-4f0a-be02-42e80d2003f3 HTTP/1.1" status: 200 len: 1093 time: 0.5925188 Mar 03 16:23:21.006736 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86204bc2-0073-4630-9f98-0122362ed6ca', 'tag': '95d2a249-de03-4f0a-be02-42e80d2003f3'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:23:21.009236 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0c6d80-96ae-41aa-943a-b55471557cfa" -d '{"events": [{"name": "network-changed", "server_uuid": "86204bc2-0073-4630-9f98-0122362ed6ca", "tag": "95d2a249-de03-4f0a-be02-42e80d2003f3"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:23:21.032410 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46692b9-e09b-48df-a482-9a4d39f02a51 service neutron] Pushing event updated for resources: {'Port': ['ID=95d2a249-de03-4f0a-be02-42e80d2003f3,revision_number=3']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:23:21.170572 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd809c8-553a-420b-ac99-985a9bd3aba3 x-openstack-request-id: req-6cd809c8-553a-420b-ac99-985a9bd3aba3 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:23:21.170866 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86204bc2-0073-4630-9f98-0122362ed6ca", "tag": "95d2a249-de03-4f0a-be02-42e80d2003f3", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:23:21.171116 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6cd809c8-553a-420b-ac99-985a9bd3aba3 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:23:21.171518 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86204bc2-0073-4630-9f98-0122362ed6ca', 'tag': '95d2a249-de03-4f0a-be02-42e80d2003f3', 'status': 'completed', 'code': 200} Mar 03 16:23:21.572958 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bcbec-bc38-446f-a90b-d96f1cc318b5 req-948967d5-8b6e-4ea2-85f6-95c033842de5 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:21.574412 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8b6bcbec-bc38-446f-a90b-d96f1cc318b5 req-948967d5-8b6e-4ea2-85f6-95c033842de5 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 943 time: 0.0524416 Mar 03 16:23:21.629685 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8b6bcbec-bc38-446f-a90b-d96f1cc318b5 req-ea803eca-ddd2-4209-b06b-af22f1f4b7fb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491238 Mar 03 16:23:21.675070 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c6d80-96ae-41aa-943a-b55471557cfa req-653d5873-b8e0-4ff2-8c38-d88e670723c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:21.676609 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ee0c6d80-96ae-41aa-943a-b55471557cfa req-653d5873-b8e0-4ff2-8c38-d88e670723c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 1127 time: 0.0450339 Mar 03 16:23:21.773347 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c6d80-96ae-41aa-943a-b55471557cfa req-05819937-bd87-47ca-ad44-3425a274fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:21.774846 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ee0c6d80-96ae-41aa-943a-b55471557cfa req-05819937-bd87-47ca-ad44-3425a274fd67 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0899587 Mar 03 16:23:21.876775 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c6d80-96ae-41aa-943a-b55471557cfa req-4879b2ea-763a-4d77-828d-e96afa15f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:21.878259 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-ee0c6d80-96ae-41aa-943a-b55471557cfa req-4879b2ea-763a-4d77-828d-e96afa15f471 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0970592 Mar 03 16:23:22.176822 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-7332d211-3a9b-4f93-9eba-59b0a3ec4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:22.178446 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-7332d211-3a9b-4f93-9eba-59b0a3ec4420 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 1127 time: 0.0452366 Mar 03 16:23:22.221802 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-9357684b-e528-4d79-80c6-4455b3241e92 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95d2a249-de03-4f0a-be02-42e80d2003f3 HTTP/1.1" status: 200 len: 217 time: 0.0370836 Mar 03 16:23:22.267223 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-d2779059-b52c-4d6c-b42b-bc1d010b3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:22.268710 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-d2779059-b52c-4d6c-b42b-bc1d010b3e5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0415289 Mar 03 16:23:22.315525 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-99f9bf62-697b-4c4b-b5a8-6aaeb317d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:22.316995 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-99f9bf62-697b-4c4b-b5a8-6aaeb317d1d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425274 Mar 03 16:23:22.404252 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-ad61c6e2-1792-494a-b763-d59404e3888b service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815980 Mar 03 16:23:22.494647 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-89e27d9e-3fa4-4f71-96f1-d1fc641f04e0 req-795cef2a-5035-4808-94d5-5989de96bd0b service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844972 Mar 03 16:23:22.749957 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af323f-b16c-422f-9bfc-c5aa0b920233 req-cbf83799-d214-401d-9953-aa50d51da507 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:22.751443 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-82af323f-b16c-422f-9bfc-c5aa0b920233 req-cbf83799-d214-401d-9953-aa50d51da507 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 943 time: 0.0551686 Mar 03 16:23:22.802840 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-82af323f-b16c-422f-9bfc-c5aa0b920233 req-b98ca701-ffeb-4922-afdf-964901258179 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450869 Mar 03 16:23:23.922242 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc66f8-b14d-478f-8203-a1756c7e1171 req-1489a874-c7c1-40d6-a8f1-d61878482cc8 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:23.923804 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-55fc66f8-b14d-478f-8203-a1756c7e1171 req-1489a874-c7c1-40d6-a8f1-d61878482cc8 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 943 time: 0.0536509 Mar 03 16:23:23.976196 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-55fc66f8-b14d-478f-8203-a1756c7e1171 req-498c7250-4c4c-4f0a-a407-d659ff293248 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468087 Mar 03 16:23:25.095476 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f25eb4e-5eca-49b6-ab6e-eed0c485fdb9 req-de202651-9d0f-4286-869c-c0f0dd9900dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:25.097033 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8f25eb4e-5eca-49b6-ab6e-eed0c485fdb9 req-de202651-9d0f-4286-869c-c0f0dd9900dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 943 time: 0.0530736 Mar 03 16:23:25.148361 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-8f25eb4e-5eca-49b6-ab6e-eed0c485fdb9 req-4579da3e-dbc3-4153-a23a-b5bb191537fb tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454109 Mar 03 16:23:26.270273 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd16748-56b8-467d-bf63-a9aa53e686c7 req-8be21ab8-fc19-456f-8184-676bcb0bfb79 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:26.271859 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5cd16748-56b8-467d-bf63-a9aa53e686c7 req-8be21ab8-fc19-456f-8184-676bcb0bfb79 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 943 time: 0.0531406 Mar 03 16:23:26.321229 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-5cd16748-56b8-467d-bf63-a9aa53e686c7 req-5df13644-19e7-4c42-bd81-9489484856db tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432694 Mar 03 16:23:27.442247 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384f51c-cbf7-4d68-8f71-b85942fc5b22 req-4b77f3eb-eec0-47a0-847d-330b556e2f86 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:27.443738 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c384f51c-cbf7-4d68-8f71-b85942fc5b22 req-4b77f3eb-eec0-47a0-847d-330b556e2f86 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 943 time: 0.0559285 Mar 03 16:23:27.490825 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c384f51c-cbf7-4d68-8f71-b85942fc5b22 req-1d97e157-f2ee-480d-a8dc-c4be4a02fb33 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415106 Mar 03 16:23:28.607099 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48571218-44b2-4714-84f8-92182f3f0a6b req-fffad54f-f825-472e-9e9e-b44f0f25bd66 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:28.609136 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-48571218-44b2-4714-84f8-92182f3f0a6b req-fffad54f-f825-472e-9e9e-b44f0f25bd66 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 943 time: 0.0523674 Mar 03 16:23:28.656652 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-48571218-44b2-4714-84f8-92182f3f0a6b req-11ddfa92-706c-4fe0-8b2a-a1ab43a40b6f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420017 Mar 03 16:23:28.682141 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42330) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:23:28.785843 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-118a6953-5f83-4171-b978-1f3e28a940ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:28.857921 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-118a6953-5f83-4171-b978-1f3e28a940ee admin admin] Publish callbacks [] for security_group (a30a551b-f421-456d-adb4-a619284c6e22), precommit_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:28.861610 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-118a6953-5f83-4171-b978-1f3e28a940ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (a30a551b-f421-456d-adb4-a619284c6e22), after_create {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:28.898199 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-118a6953-5f83-4171-b978-1f3e28a940ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=884be86746c943bf9d0d6af83418ede3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150912 Mar 03 16:23:28.899310 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a6953-5f83-4171-b978-1f3e28a940ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30a551b-f421-456d-adb4-a619284c6e22,revision_number=1']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:23:28.901160 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 42334) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:23:28.948197 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Publish callbacks [] for security_group (a30a551b-f421-456d-adb4-a619284c6e22), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:28.969017 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Publish callbacks [] for security_group (a30a551b-f421-456d-adb4-a619284c6e22), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:29.012930 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (a30a551b-f421-456d-adb4-a619284c6e22), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:29.015652 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:29.016849 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a30a551b-f421-456d-adb4-a619284c6e22 HTTP/1.1" status: 204 len: 168 time: 0.1145654 Mar 03 16:23:29.024421 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30a551b-f421-456d-adb4-a619284c6e22,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:23:29.032373 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.032716 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.033056 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.033387 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.033712 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.034037 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.034361 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.034684 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.035004 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.035323 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.035666 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.035982 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.036295 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51596e-d6e9-4773-bbaa-ab1addb962c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:29.772082 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b180d2-7c13-4186-a2f8-bc96fda57706 req-97b28c02-9f38-4711-8e61-3df63c21a9c9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:29.773554 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-28b180d2-7c13-4186-a2f8-bc96fda57706 req-97b28c02-9f38-4711-8e61-3df63c21a9c9 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 943 time: 0.0519617 Mar 03 16:23:29.823949 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-28b180d2-7c13-4186-a2f8-bc96fda57706 req-51a0a6f4-f5df-4c37-8799-8e2bafd4197f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449760 Mar 03 16:23:29.966122 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 42366) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:23:30.067006 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5b3bde8e-20b9-4853-89f0-2c89f373d4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:30.136240 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5b3bde8e-20b9-4853-89f0-2c89f373d4ef admin admin] Publish callbacks [] for security_group (5de7c7e6-e75b-4527-a5c9-3be43156a766), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:30.139776 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-5b3bde8e-20b9-4853-89f0-2c89f373d4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (5de7c7e6-e75b-4527-a5c9-3be43156a766), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:30.176164 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-5b3bde8e-20b9-4853-89f0-2c89f373d4ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83e377f400a44762a32f521a6a2475b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090087 Mar 03 16:23:30.178375 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bde8e-20b9-4853-89f0-2c89f373d4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de7c7e6-e75b-4527-a5c9-3be43156a766,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:23:30.179094 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42370) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:23:30.227283 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6f898ef8-3954-4db6-a07c-3c344b9b1c61 admin admin] Publish callbacks [] for security_group (5de7c7e6-e75b-4527-a5c9-3be43156a766), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:30.248249 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6f898ef8-3954-4db6-a07c-3c344b9b1c61 admin admin] Publish callbacks [] for security_group (5de7c7e6-e75b-4527-a5c9-3be43156a766), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:30.293123 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6f898ef8-3954-4db6-a07c-3c344b9b1c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (5de7c7e6-e75b-4527-a5c9-3be43156a766), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:30.296256 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6f898ef8-3954-4db6-a07c-3c344b9b1c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:30.297383 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-6f898ef8-3954-4db6-a07c-3c344b9b1c61 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5de7c7e6-e75b-4527-a5c9-3be43156a766 HTTP/1.1" status: 204 len: 168 time: 0.1172214 Mar 03 16:23:30.304707 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f898ef8-3954-4db6-a07c-3c344b9b1c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de7c7e6-e75b-4527-a5c9-3be43156a766,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:23:30.946511 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90240c2f-515b-4aa1-b22d-f112ba1e312f req-89399194-f3ad-4175-a21e-90a6369065d6 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:30.948030 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-90240c2f-515b-4aa1-b22d-f112ba1e312f req-89399194-f3ad-4175-a21e-90a6369065d6 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 943 time: 0.0572240 Mar 03 16:23:30.996031 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-90240c2f-515b-4aa1-b22d-f112ba1e312f req-d9268ce7-3604-4a8f-a18f-82da99e18953 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425243 Mar 03 16:23:31.640268 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 95d2a249-de03-4f0a-be02-42e80d2003f3 details requested by agent hyperv_hv-cinder-83053 with host hv-cinder-83053 {{(pid=103059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 03 16:23:31.736294 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 95d2a249-de03-4f0a-be02-42e80d2003f3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=95d2a249-de03-4f0a-be02-42e80d2003f3,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:23:31.747464 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Returning: {'device': '95d2a249-de03-4f0a-be02-42e80d2003f3', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'port_id': '95d2a249-de03-4f0a-be02-42e80d2003f3', 'mac_address': 'fa:16:3e:6f:37:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 03 16:23:31.784023 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 95d2a249-de03-4f0a-be02-42e80d2003f3 is: DOWN; New status is: BUILD {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:23:31.784421 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:31.796772 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d2a249-de03-4f0a-be02-42e80d2003f3 {{(pid=103059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 16:23:31.815513 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 95d2a249-de03-4f0a-be02-42e80d2003f3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=95d2a249-de03-4f0a-be02-42e80d2003f3,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:23:31.820062 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:31.869890 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=95d2a249-de03-4f0a-be02-42e80d2003f3,revision_number=4']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:23:31.877110 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:31.877457 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:31.877797 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:31.878129 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:31.878457 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:31.878787 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:31.879111 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:31.879461 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:31.879815 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:31.880137 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:31.880457 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:31.880777 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:31.881094 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:23:32.110840 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25dbb84-60a2-42f2-80f8-2447bdbd8f77 req-ba38f0c7-a8f5-4dd4-97d4-24216b331d50 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:32.112338 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d25dbb84-60a2-42f2-80f8-2447bdbd8f77 req-ba38f0c7-a8f5-4dd4-97d4-24216b331d50 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 944 time: 0.0521829 Mar 03 16:23:32.159136 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-d25dbb84-60a2-42f2-80f8-2447bdbd8f77 req-ec513148-a93b-41e9-b933-9aff998c9a0f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411975 Mar 03 16:23:32.222360 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] get_ports_and_sgs() called for port_ids ['95d2a249-de03-4f0a-be02-42e80d2003f3'] {{(pid=103059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 03 16:23:33.273084 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b032d-7bd3-463c-a809-cf3879b0bc55 req-193c2c68-0f66-4d22-9801-37e2717fda4a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:33.274535 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9d8b032d-7bd3-463c-a809-cf3879b0bc55 req-193c2c68-0f66-4d22-9801-37e2717fda4a tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 944 time: 0.0509794 Mar 03 16:23:33.321523 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-9d8b032d-7bd3-463c-a809-cf3879b0bc55 req-0c4d5fec-ca5c-46e5-a252-5a2a99fadaa8 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 Mar 03 16:23:33.651918 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 95d2a249-de03-4f0a-be02-42e80d2003f3 up at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 03 16:23:33.703016 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning for port 95d2a249-de03-4f0a-be02-42e80d2003f3 completed by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 03 16:23:33.706496 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Provisioning complete for port 95d2a249-de03-4f0a-be02-42e80d2003f3 triggered by entity L2. {{(pid=103059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 03 16:23:33.706871 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3474814'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), provisioning_complete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:33.779253 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Current status of the port 95d2a249-de03-4f0a-be02-42e80d2003f3 is: BUILD; New status is: ACTIVE {{(pid=103059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 03 16:23:33.779650 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), before_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:33.801602 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86204bc2-0073-4630-9f98-0122362ed6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d2a249-de03-4f0a-be02-42e80d2003f3'}] {{(pid=103059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:23:33.803829 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c9dd5e6e36a4e0f2a8f6e2d246551d6fff9862c75823305d226aff4abf09e0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8557ec-016b-4f55-aaf4-65b48ecde611" -d '{"events": [{"server_uuid": "86204bc2-0073-4630-9f98-0122362ed6ca", "name": "network-vif-plugged", "status": "completed", "tag": "95d2a249-de03-4f0a-be02-42e80d2003f3"}]}' {{(pid=103059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:23:33.816690 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] For port 95d2a249-de03-4f0a-be02-42e80d2003f3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=95d2a249-de03-4f0a-be02-42e80d2003f3,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:23:33.820978 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:33.866564 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Pushing event updated for resources: {'Port': ['ID=95d2a249-de03-4f0a-be02-42e80d2003f3,revision_number=5']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:23:34.012676 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a1a438-30d1-44a5-af5e-480f7038e69a x-openstack-request-id: req-c6a1a438-30d1-44a5-af5e-480f7038e69a {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:23:34.012972 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86204bc2-0073-4630-9f98-0122362ed6ca", "name": "network-vif-plugged", "status": "completed", "tag": "95d2a249-de03-4f0a-be02-42e80d2003f3", "code": 200}]} {{(pid=103059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:23:34.013230 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6a1a438-30d1-44a5-af5e-480f7038e69a {{(pid=103059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:23:34.013628 dv-cinder-830538-6-iscsi neutron-server[103059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86204bc2-0073-4630-9f98-0122362ed6ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d2a249-de03-4f0a-be02-42e80d2003f3', 'code': 200} Mar 03 16:23:34.195053 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f2f3b-5550-4dda-b02b-580b31069904 req-13561fee-f83d-4ea2-8e79-7f89f00a7268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:34.196634 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4a9f2f3b-5550-4dda-b02b-580b31069904 req-13561fee-f83d-4ea2-8e79-7f89f00a7268 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 1129 time: 0.0451097 Mar 03 16:23:34.242344 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-64d11fe1-6531-4453-a638-a55833db65dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:34.249490 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-4a9f2f3b-5550-4dda-b02b-580b31069904 req-33f37218-1d32-4a6e-a7c1-b085c5207abc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466149 Mar 03 16:23:34.439275 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad947d2-4ab9-4160-ae0f-32862959f329 req-ba06fc93-a92a-4c0d-a87b-c65c158070d4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:34.440663 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ad947d2-4ab9-4160-ae0f-32862959f329 req-ba06fc93-a92a-4c0d-a87b-c65c158070d4 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 945 time: 0.0525303 Mar 03 16:23:34.491548 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7ad947d2-4ab9-4160-ae0f-32862959f329 req-56810aa0-9c85-48a1-a756-1293564b7014 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452585 Mar 03 16:23:35.614714 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a98e3-2629-4833-aea5-df79856a4444 req-1962a43b-0d18-4ec8-9f22-ccbf1930bee1 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:35.616336 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-520a98e3-2629-4833-aea5-df79856a4444 req-1962a43b-0d18-4ec8-9f22-ccbf1930bee1 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 945 time: 0.0573535 Mar 03 16:23:35.664668 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-520a98e3-2629-4833-aea5-df79856a4444 req-3fe890dc-0e98-4939-b3e9-6b700c1b9bd3 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424767 Mar 03 16:23:36.721029 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-be812917-8ba4-4e1a-859f-3e248864190c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:36.782756 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f59e1e-f416-47ca-b714-4cf8e127feb7 req-829fb7bd-32bd-428f-a948-f523491071c0 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:36.784251 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c4f59e1e-f416-47ca-b714-4cf8e127feb7 req-829fb7bd-32bd-428f-a948-f523491071c0 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 945 time: 0.0520945 Mar 03 16:23:36.835679 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-c4f59e1e-f416-47ca-b714-4cf8e127feb7 req-738d028d-450a-484f-990a-9303ff2d0434 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458930 Mar 03 16:23:36.953397 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5ffa4-7a41-445f-baf2-8d0849a62c82 req-f4c8fbdb-8fc4-488d-bbd6-52533c7b52af tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:36.954851 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-65d5ffa4-7a41-445f-baf2-8d0849a62c82 req-f4c8fbdb-8fc4-488d-bbd6-52533c7b52af tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 945 time: 0.0532053 Mar 03 16:23:37.002091 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-65d5ffa4-7a41-445f-baf2-8d0849a62c82 req-91e63961-f100-42a8-8706-c2e534726d5f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417714 Mar 03 16:23:37.023727 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 42392) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:23:37.218198 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac05042-8884-463f-8529-0e9294fdb68b tempest-TestVolumeBootPattern-1423748621 tempest-TestVolumeBootPattern-1423748621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:37.219733 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-2ac05042-8884-463f-8529-0e9294fdb68b tempest-TestVolumeBootPattern-1423748621 tempest-TestVolumeBootPattern-1423748621-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 1124 time: 0.1950128 Mar 03 16:23:37.222532 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 42396) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:23:37.226652 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.v2.base [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Request body: {'floatingip': {'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'port_id': '95d2a249-de03-4f0a-be02-42e80d2003f3', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 16:23:37.245493 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:37.340717 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (None), before_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:37.429964 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:37.445719 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_common [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Allocated IP 172.27.2.44 (b455cb9f-0d66-40ce-a781-3917c21627ac/0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3/ddc63c19-48ca-4b18-b4a9-4f171d602844) {{(pid=103058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 16:23:37.551984 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for port (ddc63c19-48ca-4b18-b4a9-4f171d602844), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:37.584298 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770328383461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (ddc63c19-48ca-4b18-b4a9-4f171d602844), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:37.622141 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Network b455cb9f-0d66-40ce-a781-3917c21627ac is already hosted by enough agents. {{(pid=103058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 16:23:37.626037 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.base_scheduler [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Resources bound (agent type, host, resource id): {{(pid=103058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 16:23:37.629143 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:37.629738 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Received port after_create {{(pid=103058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 03 16:23:37.659430 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'Port': ['ID=ddc63c19-48ca-4b18-b4a9-4f171d602844,revision_number=1']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:23:37.985405 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (f26d110d-d108-45b3-a08a-224fca7e8e8b), precommit_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:38.053977 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3612277'] for port (ddc63c19-48ca-4b18-b4a9-4f171d602844), before_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:38.193936 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for port (ddc63c19-48ca-4b18-b4a9-4f171d602844), precommit_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:38.198060 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770328907502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770328383479', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770328385293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5887416'] for port (ddc63c19-48ca-4b18-b4a9-4f171d602844), after_update {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:38.266964 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event updated for resources: {'Port': ['ID=ddc63c19-48ca-4b18-b4a9-4f171d602844,revision_number=2']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:23:38.276703 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1673160'] for floatingip (f26d110d-d108-45b3-a08a-224fca7e8e8b), after_create {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:38.374512 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.l3_db [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Floating IP f26d110d-d108-45b3-a08a-224fca7e8e8b associated. External IP: 172.27.2.44, port: 95d2a249-de03-4f0a-be02-42e80d2003f3. Mar 03 16:23:38.582419 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:23:38.688179 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:23:38.697774 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa1c14-d15f-4fbf-aa79-ab5f83616ded None None] Sync routers for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:23:38.708717 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa1c14-d15f-4fbf-aa79-ab5f83616ded None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:23:38.709340 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-3bfa1c14-d15f-4fbf-aa79-ab5f83616ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:23:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:23:38.710462 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:38.739193 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-e58798d8-1ad0-44df-9098-2bef1dae3951 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5156858 Mar 03 16:23:38.739805 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86204bc2-0073-4630-9f98-0122362ed6ca', 'tag': '95d2a249-de03-4f0a-be02-42e80d2003f3'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:23:38.742066 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a30f54a-3798-4ede-820a-1dee82196861" -d '{"events": [{"name": "network-changed", "server_uuid": "86204bc2-0073-4630-9f98-0122362ed6ca", "tag": "95d2a249-de03-4f0a-be02-42e80d2003f3"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:23:38.819202 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-3bfa1c14-d15f-4fbf-aa79-ab5f83616ded None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:23:38.839131 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46754337-4194-40af-a397-3ebceba26923 x-openstack-request-id: req-46754337-4194-40af-a397-3ebceba26923 {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:23:38.839422 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86204bc2-0073-4630-9f98-0122362ed6ca", "tag": "95d2a249-de03-4f0a-be02-42e80d2003f3", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:23:38.839701 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46754337-4194-40af-a397-3ebceba26923 {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:23:38.840109 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86204bc2-0073-4630-9f98-0122362ed6ca', 'tag': '95d2a249-de03-4f0a-be02-42e80d2003f3', 'status': 'completed', 'code': 200} Mar 03 16:23:38.918901 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f54a-3798-4ede-820a-1dee82196861 req-c691f79e-4171-48cc-8584-74b47f9d2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:38.920454 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1a30f54a-3798-4ede-820a-1dee82196861 req-c691f79e-4171-48cc-8584-74b47f9d2aed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 1129 time: 0.0480032 Mar 03 16:23:39.009668 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f54a-3798-4ede-820a-1dee82196861 req-a88f7676-6e74-4409-b585-bf43d5c736f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:39.011253 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1a30f54a-3798-4ede-820a-1dee82196861 req-a88f7676-6e74-4409-b585-bf43d5c736f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 912 time: 0.0844040 Mar 03 16:23:39.054352 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-3bfa1c14-d15f-4fbf-aa79-ab5f83616ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'b14ba320-2fdd-405b-a650-5e1f512ff644', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:7b:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:21:10Z', 'updated_at': '2022-03-03T16:21:12Z', 'revision_number': 1, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}, {'id': 'f26d110d-d108-45b3-a08a-224fca7e8e8b', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': '95d2a249-de03-4f0a-be02-42e80d2003f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:6f:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86204bc2-0073-4630-9f98-0122362ed6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:23:37Z', 'updated_at': '2022-03-03T16:23:37Z', 'revision_number': 0, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:23:39.080278 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa1c14-d15f-4fbf-aa79-ab5f83616ded None None] Checking router: 7dae0c1e-55cc-4bed-aabb-8c35b938a950 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:23:39.080696 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1a30f54a-3798-4ede-820a-1dee82196861 req-164c6356-8a6b-4e81-943e-71d96809a1a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95d2a249-de03-4f0a-be02-42e80d2003f3 HTTP/1.1" status: 200 len: 998 time: 0.0617049 Mar 03 16:23:39.088498 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa1c14-d15f-4fbf-aa79-ab5f83616ded None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:23:39.089024 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-3bfa1c14-d15f-4fbf-aa79-ab5f83616ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:23:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:23:39.129392 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f54a-3798-4ede-820a-1dee82196861 req-26970da1-d46f-46a6-a2da-0e0bb2688cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:39.130916 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1a30f54a-3798-4ede-820a-1dee82196861 req-26970da1-d46f-46a6-a2da-0e0bb2688cfa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0437737 Mar 03 16:23:39.148114 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:39.190917 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f54a-3798-4ede-820a-1dee82196861 req-f01a16e1-d816-48b9-8ec4-985f1d2132b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:39.192558 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1a30f54a-3798-4ede-820a-1dee82196861 req-f01a16e1-d816-48b9-8ec4-985f1d2132b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549979 Mar 03 16:23:39.211193 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-3bfa1c14-d15f-4fbf-aa79-ab5f83616ded None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:23:39.283928 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1a30f54a-3798-4ede-820a-1dee82196861 req-30f02805-6170-409c-b919-49c81d180c6d service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844646 Mar 03 16:23:39.371575 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-1a30f54a-3798-4ede-820a-1dee82196861 req-0fc69571-5de9-45bc-a448-d9d62b8468f1 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807545 Mar 03 16:23:39.432430 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-3bfa1c14-d15f-4fbf-aa79-ab5f83616ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'b14ba320-2fdd-405b-a650-5e1f512ff644', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:7b:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:21:10Z', 'updated_at': '2022-03-03T16:21:12Z', 'revision_number': 1, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}, {'id': 'f26d110d-d108-45b3-a08a-224fca7e8e8b', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': '95d2a249-de03-4f0a-be02-42e80d2003f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:6f:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86204bc2-0073-4630-9f98-0122362ed6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:23:37Z', 'updated_at': '2022-03-03T16:23:37Z', 'revision_number': 0, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:23:39.460793 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfa1c14-d15f-4fbf-aa79-ab5f83616ded None None] The sync data for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi is: [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'b14ba320-2fdd-405b-a650-5e1f512ff644', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:7b:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:21:10Z', 'updated_at': '2022-03-03T16:21:12Z', 'revision_number': 1, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}, {'id': 'f26d110d-d108-45b3-a08a-224fca7e8e8b', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': '95d2a249-de03-4f0a-be02-42e80d2003f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:6f:37:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86204bc2-0073-4630-9f98-0122362ed6ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:23:37Z', 'updated_at': '2022-03-03T16:23:37Z', 'revision_number': 0, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:23:39.650825 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b993043-463b-4f9a-b824-131a572d735a None None] New status for floating IP f26d110d-d108-45b3-a08a-224fca7e8e8b: ACTIVE {{(pid=103060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:23:40.710164 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:23:40.771038 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:23:41.341685 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3008df2d-b78d-4c6c-b997-5426c8796c5e req-294f5e4f-0a8c-44b3-91f8-73537dcb74c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426362 Mar 03 16:23:41.431507 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008df2d-b78d-4c6c-b997-5426c8796c5e req-36bdcb9f-0ad7-4de5-9b47-9b305e694970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:41.432993 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3008df2d-b78d-4c6c-b997-5426c8796c5e req-36bdcb9f-0ad7-4de5-9b47-9b305e694970 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 1129 time: 0.0488725 Mar 03 16:23:41.555175 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008df2d-b78d-4c6c-b997-5426c8796c5e req-57e709f8-f717-4d77-971e-9f46b29c2c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:41.556688 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3008df2d-b78d-4c6c-b997-5426c8796c5e req-57e709f8-f717-4d77-971e-9f46b29c2c21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 912 time: 0.1058593 Mar 03 16:23:41.623781 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3008df2d-b78d-4c6c-b997-5426c8796c5e req-3b3a86b9-cb89-4b6c-a48b-21a45d18ddd7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a HTTP/1.1" status: 200 len: 1001 time: 0.0612743 Mar 03 16:23:41.670005 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008df2d-b78d-4c6c-b997-5426c8796c5e req-9c08a253-3b7c-49dc-93e4-f53763b64da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:41.672112 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3008df2d-b78d-4c6c-b997-5426c8796c5e req-9c08a253-3b7c-49dc-93e4-f53763b64da1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0429964 Mar 03 16:23:41.725795 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008df2d-b78d-4c6c-b997-5426c8796c5e req-9ae50856-d581-414f-92de-f529a84e989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:23:41.727295 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3008df2d-b78d-4c6c-b997-5426c8796c5e req-9ae50856-d581-414f-92de-f529a84e989e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496314 Mar 03 16:23:41.815367 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3008df2d-b78d-4c6c-b997-5426c8796c5e req-c6c7b5de-bdb1-45f2-8e47-7b360a54eed9 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824890 Mar 03 16:23:41.914832 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-3008df2d-b78d-4c6c-b997-5426c8796c5e req-d288644b-9a04-4e76-b34e-391a7eaf1a93 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931482 Mar 03 16:24:04.243502 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4128b6cc-4a6c-4557-ae39-991683d3a33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:24:06.722904 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5766f9db-d92a-4f75-88fa-b8a3778f03b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:24:07.430175 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:24:07.628437 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:24:09.143825 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:24:10.713924 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:24:17.770350 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:24:34.247124 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-65969f7e-1224-4913-bb9a-be15642279d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:24:36.724267 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-194ba12f-2f3d-4427-b23c-7eb827f1dced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:24:37.427800 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:24:37.627317 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:24:39.149306 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:24:40.717198 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:24:43.334460 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-eeb3c4d4-d76d-469a-b19a-795f62b0090a req-64c38cde-6d99-4070-9906-91fd2d5c62d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431013 Mar 03 16:24:43.402354 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3c4d4-d76d-469a-b19a-795f62b0090a req-8d24b14c-59d0-46f2-bf4f-75e85b958a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:24:43.403838 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-eeb3c4d4-d76d-469a-b19a-795f62b0090a req-8d24b14c-59d0-46f2-bf4f-75e85b958a5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 1129 time: 0.0465512 Mar 03 16:24:43.502777 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3c4d4-d76d-469a-b19a-795f62b0090a req-70c4a55f-c948-4adf-8bdc-22b3d403746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:24:43.504262 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-eeb3c4d4-d76d-469a-b19a-795f62b0090a req-70c4a55f-c948-4adf-8bdc-22b3d403746a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 912 time: 0.0817459 Mar 03 16:24:43.571927 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-eeb3c4d4-d76d-469a-b19a-795f62b0090a req-f0cce2fd-bf2c-4476-bd3a-c347e4060f0a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95d2a249-de03-4f0a-be02-42e80d2003f3 HTTP/1.1" status: 200 len: 1000 time: 0.0602846 Mar 03 16:24:43.619453 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3c4d4-d76d-469a-b19a-795f62b0090a req-2fb09f35-fd78-4108-809d-17e29a307256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:24:43.620949 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-eeb3c4d4-d76d-469a-b19a-795f62b0090a req-2fb09f35-fd78-4108-809d-17e29a307256 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0424581 Mar 03 16:24:43.667557 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3c4d4-d76d-469a-b19a-795f62b0090a req-7f7be0d8-3201-4051-867c-88767aad7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:24:43.669037 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-eeb3c4d4-d76d-469a-b19a-795f62b0090a req-7f7be0d8-3201-4051-867c-88767aad7f3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427625 Mar 03 16:24:43.756091 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-eeb3c4d4-d76d-469a-b19a-795f62b0090a req-33269e03-ecda-4cca-8b2f-93cb774dde3e service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798914 Mar 03 16:24:43.840464 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-eeb3c4d4-d76d-469a-b19a-795f62b0090a req-23f3d97c-7943-41e3-ad0c-0e92621c234d service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784974 Mar 03 16:24:54.769441 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:25:04.247881 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e3aa61ef-f93f-4763-9676-bb257536ffd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:06.725385 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-a5649cc4-1f88-4620-b524-27133141c039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:07.443718 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:07.630805 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:09.149560 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:10.719695 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:28.762342 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 42428) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:28.913154 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Deleting port ddc63c19-48ca-4b18-b4a9-4f171d602844 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:25:28.913495 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (ddc63c19-48ca-4b18-b4a9-4f171d602844), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:28.986442 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (ddc63c19-48ca-4b18-b4a9-4f171d602844), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:28.986762 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (ddc63c19-48ca-4b18-b4a9-4f171d602844), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:28.998080 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Calling delete_port for ddc63c19-48ca-4b18-b4a9-4f171d602844 owned by network:floatingip {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:25:29.136535 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (ddc63c19-48ca-4b18-b4a9-4f171d602844), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:29.163691 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event deleted for resources: {'Port': ['ID=ddc63c19-48ca-4b18-b4a9-4f171d602844,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:29.174576 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.174924 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.175267 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.175598 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.175948 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.176268 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.176599 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.176908 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.177227 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.178301 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.178868 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.179336 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.179835 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:29.232015 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (f26d110d-d108-45b3-a08a-224fca7e8e8b), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:29.232339 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.l3_db [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Floating IP f26d110d-d108-45b3-a08a-224fca7e8e8b disassociated (deleted). External IP: 172.27.2.44, port: 95d2a249-de03-4f0a-be02-42e80d2003f3. Mar 03 16:25:29.434666 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:25:29.553171 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:25:29.558025 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:29.563599 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f0c79-0306-4981-9b94-2674783a907a None None] Sync routers for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:25:29.573707 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f0c79-0306-4981-9b94-2674783a907a None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:25:29.574317 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-8b0f0c79-0306-4981-9b94-2674783a907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:25:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:29.588712 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-9715f45f-dfa0-4c1b-bd91-5b76f171eb92 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "DELETE /v2.0/floatingips/f26d110d-d108-45b3-a08a-224fca7e8e8b HTTP/1.1" status: 204 len: 168 time: 0.8228672 Mar 03 16:25:29.588712 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86204bc2-0073-4630-9f98-0122362ed6ca', 'tag': '95d2a249-de03-4f0a-be02-42e80d2003f3'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:25:29.589187 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d56f93f-465c-4461-b658-007425dc11f6" -d '{"events": [{"name": "network-changed", "server_uuid": "86204bc2-0073-4630-9f98-0122362ed6ca", "tag": "95d2a249-de03-4f0a-be02-42e80d2003f3"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:25:29.629783 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7b5e17-be14-40a3-a083-6d8bf27cd7a4 x-openstack-request-id: req-ea7b5e17-be14-40a3-a083-6d8bf27cd7a4 {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:25:29.630076 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86204bc2-0073-4630-9f98-0122362ed6ca", "tag": "95d2a249-de03-4f0a-be02-42e80d2003f3", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:25:29.630330 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea7b5e17-be14-40a3-a083-6d8bf27cd7a4 {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:25:29.631285 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86204bc2-0073-4630-9f98-0122362ed6ca', 'tag': '95d2a249-de03-4f0a-be02-42e80d2003f3', 'status': 'completed', 'code': 200} Mar 03 16:25:29.687816 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-8b0f0c79-0306-4981-9b94-2674783a907a None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:25:29.705530 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56f93f-465c-4461-b658-007425dc11f6 req-6ee2c906-1d13-4009-a3d4-47dda99cfba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:29.707047 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2d56f93f-465c-4461-b658-007425dc11f6 req-6ee2c906-1d13-4009-a3d4-47dda99cfba3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 1129 time: 0.0533643 Mar 03 16:25:29.835421 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56f93f-465c-4461-b658-007425dc11f6 req-c982afc6-98bf-4924-9466-877237a05a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:29.836931 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2d56f93f-465c-4461-b658-007425dc11f6 req-c982afc6-98bf-4924-9466-877237a05a6c service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 912 time: 0.1186590 Mar 03 16:25:29.859879 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4aa86e-1328-486a-ba04-fa8107922f1e req-b5281d51-8123-4783-a017-b44466b0d6fd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:29.861349 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7c4aa86e-1328-486a-ba04-fa8107922f1e req-b5281d51-8123-4783-a017-b44466b0d6fd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 945 time: 0.0867288 Mar 03 16:25:29.893975 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2d56f93f-465c-4461-b658-007425dc11f6 req-b01741be-2845-4ce4-9cd6-4abb656fade1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95d2a249-de03-4f0a-be02-42e80d2003f3 HTTP/1.1" status: 200 len: 217 time: 0.0491886 Mar 03 16:25:29.937405 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-8b0f0c79-0306-4981-9b94-2674783a907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'b14ba320-2fdd-405b-a650-5e1f512ff644', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:7b:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:21:10Z', 'updated_at': '2022-03-03T16:21:12Z', 'revision_number': 1, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:29.963823 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f0c79-0306-4981-9b94-2674783a907a None None] Checking router: 7dae0c1e-55cc-4bed-aabb-8c35b938a950 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:25:29.969386 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-7c4aa86e-1328-486a-ba04-fa8107922f1e req-4d86c119-9148-4d6c-877a-ef2f9a26ff07 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777667 Mar 03 16:25:29.970871 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56f93f-465c-4461-b658-007425dc11f6 req-9a1e0c73-b185-4b34-8cf0-ed1e1399817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:29.971811 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f0c79-0306-4981-9b94-2674783a907a None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:25:29.972255 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2d56f93f-465c-4461-b658-007425dc11f6 req-9a1e0c73-b185-4b34-8cf0-ed1e1399817c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0719397 Mar 03 16:25:29.972491 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-8b0f0c79-0306-4981-9b94-2674783a907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:25:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:30.021938 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56f93f-465c-4461-b658-007425dc11f6 req-8a6b7f22-c684-4ff5-9801-49f7b061400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:30.023421 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2d56f93f-465c-4461-b658-007425dc11f6 req-8a6b7f22-c684-4ff5-9801-49f7b061400a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441620 Mar 03 16:25:30.080595 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-8b0f0c79-0306-4981-9b94-2674783a907a None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:25:30.115503 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2d56f93f-465c-4461-b658-007425dc11f6 req-7f0009a6-feea-4d9f-aec0-4fcd4cbcc4b5 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842414 Mar 03 16:25:30.202113 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-2d56f93f-465c-4461-b658-007425dc11f6 req-cf06ffcd-5211-4625-8ad0-7b8004bbe4f5 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802271 Mar 03 16:25:30.300709 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-8b0f0c79-0306-4981-9b94-2674783a907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'b14ba320-2fdd-405b-a650-5e1f512ff644', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:7b:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:21:10Z', 'updated_at': '2022-03-03T16:21:12Z', 'revision_number': 1, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:30.330193 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f0c79-0306-4981-9b94-2674783a907a None None] The sync data for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi is: [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_floatingips': [{'id': 'b14ba320-2fdd-405b-a650-5e1f512ff644', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'router_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'port_id': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'mac_address': 'fa:16:3e:7b:45:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T16:21:10Z', 'updated_at': '2022-03-03T16:21:12Z', 'revision_number': 1, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:25:30.534807 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c57245-07d1-4680-a626-98df78730a08 None None] New status for floating IP f26d110d-d108-45b3-a08a-224fca7e8e8b: DOWN {{(pid=103060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:25:31.089325 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193a67d-d6c5-42fb-925b-afad070dc7ce req-c4f5a268-4b88-4f35-97b0-ba70f604f9d2 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:31.090794 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c193a67d-d6c5-42fb-925b-afad070dc7ce req-c4f5a268-4b88-4f35-97b0-ba70f604f9d2 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 945 time: 0.0519984 Mar 03 16:25:31.138807 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-c193a67d-d6c5-42fb-925b-afad070dc7ce req-15294bca-98be-4b49-b91d-200a37bdd547 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Mar 03 16:25:31.511386 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd9651-2d0c-42ac-b718-7e2077656c62 req-cb6ae3ab-d3f8-4d2d-89b2-c6d0518e960e tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:31.512871 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-14fd9651-2d0c-42ac-b718-7e2077656c62 req-cb6ae3ab-d3f8-4d2d-89b2-c6d0518e960e tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 945 time: 0.0527096 Mar 03 16:25:31.607403 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-14fd9651-2d0c-42ac-b718-7e2077656c62 req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Deleting port 95d2a249-de03-4f0a-be02-42e80d2003f3 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:25:31.607783 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-14fd9651-2d0c-42ac-b718-7e2077656c62 req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:31.697713 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-14fd9651-2d0c-42ac-b718-7e2077656c62 req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] For port 95d2a249-de03-4f0a-be02-42e80d2003f3, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=95d2a249-de03-4f0a-be02-42e80d2003f3,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:25:31.698078 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-14fd9651-2d0c-42ac-b718-7e2077656c62 req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:31.710502 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-14fd9651-2d0c-42ac-b718-7e2077656c62 req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Calling delete_port for 95d2a249-de03-4f0a-be02-42e80d2003f3 owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:25:31.767662 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:25:31.840063 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-14fd9651-2d0c-42ac-b718-7e2077656c62 req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (95d2a249-de03-4f0a-be02-42e80d2003f3), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:31.871573 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event deleted for resources: {'Port': ['ID=95d2a249-de03-4f0a-be02-42e80d2003f3,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:31.899613 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.899986 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.900328 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.900662 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.900989 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.901312 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.901644 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.901962 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.902277 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.902594 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.902910 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.903225 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.903537 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:31.923127 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fd9651-2d0c-42ac-b718-7e2077656c62 req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] No DVR routers for this DVR port 95d2a249-de03-4f0a-be02-42e80d2003f3 on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:25:31.925625 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-14fd9651-2d0c-42ac-b718-7e2077656c62 req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:31.929118 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-14fd9651-2d0c-42ac-b718-7e2077656c62 req-f4f4f6df-1e01-4859-b3f1-03bcd2a3a0dc tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "DELETE /v2.0/ports/95d2a249-de03-4f0a-be02-42e80d2003f3 HTTP/1.1" status: 204 len: 173 time: 0.4104681 Mar 03 16:25:31.929548 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86204bc2-0073-4630-9f98-0122362ed6ca', 'name': 'network-vif-deleted', 'tag': '95d2a249-de03-4f0a-be02-42e80d2003f3'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:25:31.931964 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1978be72-bb4c-4e1d-9535-c1be7892249b" -d '{"events": [{"server_uuid": "86204bc2-0073-4630-9f98-0122362ed6ca", "name": "network-vif-deleted", "tag": "95d2a249-de03-4f0a-be02-42e80d2003f3"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:25:31.980567 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6200258c-b111-48fb-9348-6c1077270ba2 x-openstack-request-id: req-6200258c-b111-48fb-9348-6c1077270ba2 {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:25:31.980860 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86204bc2-0073-4630-9f98-0122362ed6ca", "name": "network-vif-deleted", "tag": "95d2a249-de03-4f0a-be02-42e80d2003f3", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:25:31.981111 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6200258c-b111-48fb-9348-6c1077270ba2 {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:25:31.982136 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86204bc2-0073-4630-9f98-0122362ed6ca', 'name': 'network-vif-deleted', 'tag': '95d2a249-de03-4f0a-be02-42e80d2003f3', 'status': 'completed', 'code': 200} Mar 03 16:25:32.292290 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-899270be-c55b-4d1c-bce0-2e93c7aee4d0 req-1fefeca2-b3ba-4241-a224-55c6b6e73c46 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=86204bc2-0073-4630-9f98-0122362ed6ca HTTP/1.1" status: 200 len: 210 time: 0.0345430 Mar 03 16:25:34.248947 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-559fd490-ca90-4132-b5c9-b7d66bdf6951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:35.566166 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 42472) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:35.951572 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Deleting port 498f7cca-299d-4ee8-b6f7-8948313f777c {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:25:35.951945 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (498f7cca-299d-4ee8-b6f7-8948313f777c), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:36.023845 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (498f7cca-299d-4ee8-b6f7-8948313f777c), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:36.024189 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (498f7cca-299d-4ee8-b6f7-8948313f777c), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:36.035593 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Calling delete_port for 498f7cca-299d-4ee8-b6f7-8948313f777c owned by network:floatingip {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:25:36.177036 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (498f7cca-299d-4ee8-b6f7-8948313f777c), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:36.205388 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event deleted for resources: {'Port': ['ID=498f7cca-299d-4ee8-b6f7-8948313f777c,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:36.270625 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (b14ba320-2fdd-405b-a650-5e1f512ff644), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:36.270967 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.db.l3_db [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Floating IP b14ba320-2fdd-405b-a650-5e1f512ff644 disassociated (deleted). External IP: 172.27.2.250, port: 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a. Mar 03 16:25:36.414075 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 95d2a249-de03-4f0a-be02-42e80d2003f3 no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:25:36.433237 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 95d2a249-de03-4f0a-be02-42e80d2003f3 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:25:36.433589 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 95d2a249-de03-4f0a-be02-42e80d2003f3 not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:25:36.478655 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:25:36.592711 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:25:36.597168 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:36.602797 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659619e-a246-4c5e-9515-7fe94695446f None None] Sync routers for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:25:36.617456 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659619e-a246-4c5e-9515-7fe94695446f None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:25:36.617456 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-c659619e-a246-4c5e-9515-7fe94695446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:25:07Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:36.626824 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-0c03c159-da83-42da-97e7-64fdb2ac584f tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "DELETE /v2.0/floatingips/b14ba320-2fdd-405b-a650-5e1f512ff644 HTTP/1.1" status: 204 len: 168 time: 1.0596099 Mar 03 16:25:36.627411 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'tag': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a'}] {{(pid=103058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:25:36.629763 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6cbc07a833b4f510b3e62bc4def18bc1558635fbe2d2349dcd448b4d36c1c43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743472c8-028c-46ff-8452-e64055f6eb94" -d '{"events": [{"name": "network-changed", "server_uuid": "570125b0-f1f1-4fcf-883c-5f935e512bdb", "tag": "2c290e2f-bb05-49a8-8ae6-6aeea00ec27a"}]}' {{(pid=103058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:25:36.666582 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Mar 2022 16:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1ca959-0103-4a49-8a12-4b5d2b6af90a x-openstack-request-id: req-8a1ca959-0103-4a49-8a12-4b5d2b6af90a {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:25:36.666875 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570125b0-f1f1-4fcf-883c-5f935e512bdb", "tag": "2c290e2f-bb05-49a8-8ae6-6aeea00ec27a", "status": "completed", "code": 200}]} {{(pid=103058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:25:36.667132 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a1ca959-0103-4a49-8a12-4b5d2b6af90a {{(pid=103058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:25:36.667930 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'tag': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'status': 'completed', 'code': 200} Mar 03 16:25:36.738359 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743472c8-028c-46ff-8452-e64055f6eb94 req-7749e5ce-7f8b-4793-89d5-a8f68ba70fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:36.741022 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-743472c8-028c-46ff-8452-e64055f6eb94 req-7749e5ce-7f8b-4793-89d5-a8f68ba70fd5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 1129 time: 0.0501704 Mar 03 16:25:36.741934 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-c659619e-a246-4c5e-9515-7fe94695446f None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:25:36.777432 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-df952b1a-41ff-4207-a18e-104064704b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:36.865251 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743472c8-028c-46ff-8452-e64055f6eb94 req-78b61250-bbbf-414b-8d90-4fb8bba0b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:36.866683 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-743472c8-028c-46ff-8452-e64055f6eb94 req-78b61250-bbbf-414b-8d90-4fb8bba0b2b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 200 len: 912 time: 0.1190529 Mar 03 16:25:36.909631 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-743472c8-028c-46ff-8452-e64055f6eb94 req-79f33abe-fe6d-4e31-aaae-0224973dc0e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a HTTP/1.1" status: 200 len: 217 time: 0.0352685 Mar 03 16:25:36.920598 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab7aa1-9b05-4c12-a0dd-b1f43f9ffd94 req-bb83eca9-9036-4c7a-8ead-e3170c6cc6b7 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:36.922017 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66ab7aa1-9b05-4c12-a0dd-b1f43f9ffd94 req-bb83eca9-9036-4c7a-8ead-e3170c6cc6b7 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 945 time: 0.0941868 Mar 03 16:25:36.948063 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-c659619e-a246-4c5e-9515-7fe94695446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:36.974098 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659619e-a246-4c5e-9515-7fe94695446f None None] Checking router: 7dae0c1e-55cc-4bed-aabb-8c35b938a950 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:25:36.982195 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659619e-a246-4c5e-9515-7fe94695446f None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:25:36.982798 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-c659619e-a246-4c5e-9515-7fe94695446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:25:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:36.991594 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743472c8-028c-46ff-8452-e64055f6eb94 req-082d5449-414f-4d29-a6da-d3c24f773604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:36.993007 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-743472c8-028c-46ff-8452-e64055f6eb94 req-082d5449-414f-4d29-a6da-d3c24f773604 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 200 len: 851 time: 0.0701687 Mar 03 16:25:37.029393 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-66ab7aa1-9b05-4c12-a0dd-b1f43f9ffd94 req-74f5d950-8113-4618-ab8c-a1a15659a924 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990126 Mar 03 16:25:37.051171 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743472c8-028c-46ff-8452-e64055f6eb94 req-b4c6a4bc-a419-4370-a442-01f73d4a348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:37.053239 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-743472c8-028c-46ff-8452-e64055f6eb94 req-b4c6a4bc-a419-4370-a442-01f73d4a348c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517635 Mar 03 16:25:37.093463 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-c659619e-a246-4c5e-9515-7fe94695446f None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:25:37.142160 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-743472c8-028c-46ff-8452-e64055f6eb94 req-273d685c-6656-4a2a-a2d1-59d712db211f service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829058 Mar 03 16:25:37.228775 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-743472c8-028c-46ff-8452-e64055f6eb94 req-b82a39f4-6e32-46e9-a523-21ba1d4ac248 service neutron] 10.222.0.10 "GET /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797741 Mar 03 16:25:37.290090 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-c659619e-a246-4c5e-9515-7fe94695446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:37.441135 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c659619e-a246-4c5e-9515-7fe94695446f None None] The sync data for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi is: [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:23Z', 'revision_number': 4, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi', '_interfaces': [{'id': '4074d847-b9cc-41ec-9c48-2c4d49b66fe3', 'name': '', 'network_id': '7c2898df-ed08-4c3b-a408-2cbfe49c0e3d', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'mac_address': 'fa:16:3e:c8:0c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:23Z', 'updated_at': '2022-03-03T16:17:29Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'subnets': [{'id': '680453cf-89d9-4f73-8416-bb8ef07078cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:25:37.456957 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:37.634862 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:37.680427 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd486de-cdfc-4eda-9927-450360b1a4bb None None] New status for floating IP b14ba320-2fdd-405b-a650-5e1f512ff644: DOWN {{(pid=103060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 16:25:38.148796 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075041e-0433-4fe8-a8b3-5fb5b4a850e0 req-1728e1e0-a8c0-4998-8d6b-a1291a4e5581 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:38.150266 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2075041e-0433-4fe8-a8b3-5fb5b4a850e0 req-1728e1e0-a8c0-4998-8d6b-a1291a4e5581 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 945 time: 0.0524213 Mar 03 16:25:38.197284 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-2075041e-0433-4fe8-a8b3-5fb5b4a850e0 req-2c05d2bb-fbae-4204-b493-cb5d58762ef1 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ca32481-3626-4c31-96f2-18040add6748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412540 Mar 03 16:25:38.403715 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020b66a-66ef-4c04-a1ae-20027c728a61 req-d3df82a1-6502-4207-b92a-01ccff8be82c tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 16:25:38.405141 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8020b66a-66ef-4c04-a1ae-20027c728a61 req-d3df82a1-6502-4207-b92a-01ccff8be82c tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 945 time: 0.0517979 Mar 03 16:25:38.496087 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-8020b66a-66ef-4c04-a1ae-20027c728a61 req-d47a95e2-fdd2-45ba-bb87-c0091b4f56db tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Deleting port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:25:38.496434 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-8020b66a-66ef-4c04-a1ae-20027c728a61 req-d47a95e2-fdd2-45ba-bb87-c0091b4f56db tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:38.581442 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [req-8020b66a-66ef-4c04-a1ae-20027c728a61 req-d47a95e2-fdd2-45ba-bb87-c0091b4f56db tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] For port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a, host hv-cinder-83053, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83053',level=0,port_id=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:25:38.581801 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-8020b66a-66ef-4c04-a1ae-20027c728a61 req-d47a95e2-fdd2-45ba-bb87-c0091b4f56db tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:38.597465 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [req-8020b66a-66ef-4c04-a1ae-20027c728a61 req-d47a95e2-fdd2-45ba-bb87-c0091b4f56db tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Calling delete_port for 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a owned by compute:nova {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:25:38.718980 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-8020b66a-66ef-4c04-a1ae-20027c728a61 req-d47a95e2-fdd2-45ba-bb87-c0091b4f56db tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (2c290e2f-bb05-49a8-8ae6-6aeea00ec27a), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:38.746945 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a95e2-fdd2-45ba-bb87-c0091b4f56db tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event deleted for resources: {'Port': ['ID=2c290e2f-bb05-49a8-8ae6-6aeea00ec27a,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:38.792469 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8020b66a-66ef-4c04-a1ae-20027c728a61 req-d47a95e2-fdd2-45ba-bb87-c0091b4f56db tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] No DVR routers for this DVR port 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a on host hv-cinder-83053 {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:25:38.794966 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [req-8020b66a-66ef-4c04-a1ae-20027c728a61 req-d47a95e2-fdd2-45ba-bb87-c0091b4f56db tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for port (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:38.798209 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [req-8020b66a-66ef-4c04-a1ae-20027c728a61 req-d47a95e2-fdd2-45ba-bb87-c0091b4f56db tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.10 "DELETE /v2.0/ports/2c290e2f-bb05-49a8-8ae6-6aeea00ec27a HTTP/1.1" status: 204 len: 173 time: 0.3876543 Mar 03 16:25:38.798645 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'name': 'network-vif-deleted', 'tag': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a'}] {{(pid=103057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 16:25:38.800929 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b63140fc2a377c65e3a00d1681586a66a0f6aa9e91cd9147fec2a3b25c1a5814" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba963cb-752b-4d36-a60e-d791223f6179" -d '{"events": [{"server_uuid": "570125b0-f1f1-4fcf-883c-5f935e512bdb", "name": "network-vif-deleted", "tag": "2c290e2f-bb05-49a8-8ae6-6aeea00ec27a"}]}' {{(pid=103057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 03 16:25:38.838066 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Mar 2022 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c25e84b-dfd5-4781-9fad-99ed61cd9aad x-openstack-request-id: req-0c25e84b-dfd5-4781-9fad-99ed61cd9aad {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 03 16:25:38.838361 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570125b0-f1f1-4fcf-883c-5f935e512bdb", "name": "network-vif-deleted", "tag": "2c290e2f-bb05-49a8-8ae6-6aeea00ec27a", "status": "completed", "code": 200}]} {{(pid=103057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 03 16:25:38.838613 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c25e84b-dfd5-4781-9fad-99ed61cd9aad {{(pid=103057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 03 16:25:38.839009 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570125b0-f1f1-4fcf-883c-5f935e512bdb', 'name': 'network-vif-deleted', 'tag': '2c290e2f-bb05-49a8-8ae6-6aeea00ec27a', 'status': 'completed', 'code': 200} Mar 03 16:25:39.156648 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:39.305849 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [req-35b74150-b393-4939-85a1-3d774a55f414 req-5e049d2a-f229-474b-bc03-1d800c662b55 tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "GET /v2.0/ports?device_id=570125b0-f1f1-4fcf-883c-5f935e512bdb HTTP/1.1" status: 200 len: 210 time: 0.0303466 Mar 03 16:25:40.362779 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 42488) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:40.482514 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-576ddbed-9eb2-4d16-9878-d6672c2c2edd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Deleting port bae37676-fda6-4fa4-8031-762da8d1b620 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:25:40.482859 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-576ddbed-9eb2-4d16-9878-d6672c2c2edd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (bae37676-fda6-4fa4-8031-762da8d1b620), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:40.554884 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-576ddbed-9eb2-4d16-9878-d6672c2c2edd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (bae37676-fda6-4fa4-8031-762da8d1b620), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:40.555128 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-576ddbed-9eb2-4d16-9878-d6672c2c2edd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (bae37676-fda6-4fa4-8031-762da8d1b620), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:40.567081 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-576ddbed-9eb2-4d16-9878-d6672c2c2edd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Calling delete_port for bae37676-fda6-4fa4-8031-762da8d1b620 owned by network:floatingip {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:25:40.695232 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-576ddbed-9eb2-4d16-9878-d6672c2c2edd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (bae37676-fda6-4fa4-8031-762da8d1b620), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:40.719724 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ddbed-9eb2-4d16-9878-d6672c2c2edd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event deleted for resources: {'Port': ['ID=bae37676-fda6-4fa4-8031-762da8d1b620,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:40.721606 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:40.783015 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-576ddbed-9eb2-4d16-9878-d6672c2c2edd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for floatingip (40b4b237-2023-43b5-91cf-b645e7b74785), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:40.785580 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-576ddbed-9eb2-4d16-9878-d6672c2c2edd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223761'] for floatingip (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:40.787265 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-576ddbed-9eb2-4d16-9878-d6672c2c2edd tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "DELETE /v2.0/floatingips/40b4b237-2023-43b5-91cf-b645e7b74785 HTTP/1.1" status: 204 len: 168 time: 0.4229620 Mar 03 16:25:41.988025 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42500) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:42.043497 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d7eacbc0-38f7-4fee-8603-53fe3e46318c tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group (0ca32481-3626-4c31-96f2-18040add6748), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:42.067080 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d7eacbc0-38f7-4fee-8603-53fe3e46318c tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group (0ca32481-3626-4c31-96f2-18040add6748), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:42.125002 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d7eacbc0-38f7-4fee-8603-53fe3e46318c tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (0ca32481-3626-4c31-96f2-18040add6748), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:42.127588 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-d7eacbc0-38f7-4fee-8603-53fe3e46318c tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:42.128745 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-d7eacbc0-38f7-4fee-8603-53fe3e46318c tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] 10.222.0.11 "DELETE /v2.0/security-groups/0ca32481-3626-4c31-96f2-18040add6748 HTTP/1.1" status: 204 len: 168 time: 0.1397188 Mar 03 16:25:42.137703 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eacbc0-38f7-4fee-8603-53fe3e46318c tempest-TestVolumeBootPattern-896293070 tempest-TestVolumeBootPattern-896293070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca32481-3626-4c31-96f2-18040add6748,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:42.186828 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42504) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:42.446341 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a no longer exists at agent hyperv_hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:25:42.468373 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] No Port match for: 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:25:42.468713 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Device 2c290e2f-bb05-49a8-8ae6-6aeea00ec27a not bound to the agent host hv-cinder-83053 {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:25:42.966289 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-52e96317-bc06-4029-84ea-fbd04ce2012e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678280'] for router_interface (7dae0c1e-55cc-4bed-aabb-8c35b938a950), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:43.207008 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-52e96317-bc06-4029-84ea-fbd04ce2012e admin admin] Deleting port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:25:43.207714 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-52e96317-bc06-4029-84ea-fbd04ce2012e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:43.282425 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-52e96317-bc06-4029-84ea-fbd04ce2012e admin admin] For port 4074d847-b9cc-41ec-9c48-2c4d49b66fe3, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=4074d847-b9cc-41ec-9c48-2c4d49b66fe3,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:25:43.282699 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-52e96317-bc06-4029-84ea-fbd04ce2012e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:43.295501 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-52e96317-bc06-4029-84ea-fbd04ce2012e admin admin] Calling delete_port for 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 owned by network:router_interface {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:25:43.485411 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-52e96317-bc06-4029-84ea-fbd04ce2012e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (4074d847-b9cc-41ec-9c48-2c4d49b66fe3), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:43.513655 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e96317-bc06-4029-84ea-fbd04ce2012e admin admin] Pushing event deleted for resources: {'Port': ['ID=4074d847-b9cc-41ec-9c48-2c4d49b66fe3,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:43.677182 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-52e96317-bc06-4029-84ea-fbd04ce2012e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678116'] for router_interface (7dae0c1e-55cc-4bed-aabb-8c35b938a950), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:43.899579 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e96317-bc06-4029-84ea-fbd04ce2012e admin admin] Router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:25:44.003576 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e96317-bc06-4029-84ea-fbd04ce2012e admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:25:44.009419 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-52e96317-bc06-4029-84ea-fbd04ce2012e admin admin] 10.222.0.11 "PUT /v2.0/routers/7dae0c1e-55cc-4bed-aabb-8c35b938a950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8215399 Mar 03 16:25:44.011082 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42508) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:44.012292 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a74861-e82d-4891-977f-082612044721 None None] Sync routers for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:25:44.021530 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a74861-e82d-4891-977f-082612044721 None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:25:44.022131 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-20a74861-e82d-4891-977f-082612044721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:25:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:44.113536 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Publish callbacks [] for router (7dae0c1e-55cc-4bed-aabb-8c35b938a950), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:44.132044 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-20a74861-e82d-4891-977f-082612044721 None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:25:44.217259 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Publish callbacks [] for router_gateway (7dae0c1e-55cc-4bed-aabb-8c35b938a950), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:44.270087 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Deleting port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:25:44.270505 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:44.307654 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-20a74861-e82d-4891-977f-082612044721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114'}], 'enable_snat': True}, 'gw_port_id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:25:43Z', 'revision_number': 5, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port': {'id': 'd6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:44.337430 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a74861-e82d-4891-977f-082612044721 None None] Checking router: 7dae0c1e-55cc-4bed-aabb-8c35b938a950 for host: dv-cinder-830538-6-iscsi {{(pid=103059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:25:44.345401 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a74861-e82d-4891-977f-082612044721 None None] Routers {'7dae0c1e-55cc-4bed-aabb-8c35b938a950'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:25:44.345996 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-20a74861-e82d-4891-977f-082612044721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:25:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'], 'active': True} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:44.346487 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] For port d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:25:44.346848 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:44.359407 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Calling delete_port for d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 owned by network:router_gateway {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:25:44.432623 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvr_db [None req-20a74861-e82d-4891-977f-082612044721 None None] Set router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 gateway port host: None {{(pid=103059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:25:44.484078 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_hamode_db [None req-20a74861-e82d-4891-977f-082612044721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:25:44Z', 'revision_number': 6, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port_host': None}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:44.514479 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a74861-e82d-4891-977f-082612044721 None None] The sync data for ids ['7dae0c1e-55cc-4bed-aabb-8c35b938a950'] in dv-cinder-830538-6-iscsi is: [{'id': '7dae0c1e-55cc-4bed-aabb-8c35b938a950', 'name': 'tempest-TestVolumeBootPattern-1853497205-router', 'tenant_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:21Z', 'updated_at': '2022-03-03T16:25:44Z', 'revision_number': 6, 'project_id': 'd627aeb1e96e48ecb09d060a2b8286f8', 'gw_port_host': None}] {{(pid=103059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:25:44.538675 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:44.564535 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:44.624189 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673094'] for router_gateway (7dae0c1e-55cc-4bed-aabb-8c35b938a950), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:44.712934 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127533'] for router (7dae0c1e-55cc-4bed-aabb-8c35b938a950), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:44.715008 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Publish callbacks [] for router_controller (7dae0c1e-55cc-4bed-aabb-8c35b938a950), precommit_delete_associations {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:44.758104 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1677101'] for router (7dae0c1e-55cc-4bed-aabb-8c35b938a950), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:44.758606 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dae0c1e-55cc-4bed-aabb-8c35b938a950 {{(pid=103057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 16:25:44.763291 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:44.764458 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-9f998e8e-cd52-4ee4-bd62-527fb003842e admin admin] 10.222.0.11 "DELETE /v2.0/routers/7dae0c1e-55cc-4bed-aabb-8c35b938a950 HTTP/1.1" status: 204 len: 168 time: 0.7524107 Mar 03 16:25:44.766989 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42510) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:44.824091 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7e7bc4-cb58-4034-86f6-9def1332e91e admin admin] Deleting subnet 680453cf-89d9-4f73-8416-bb8ef07078cc {{(pid=103057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:25:44.827050 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-de7e7bc4-cb58-4034-86f6-9def1332e91e admin admin] Publish callbacks [] for subnet (680453cf-89d9-4f73-8416-bb8ef07078cc), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:44.862616 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-de7e7bc4-cb58-4034-86f6-9def1332e91e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5715942'] for subnet (680453cf-89d9-4f73-8416-bb8ef07078cc), precommit_delete_associations {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:44.959869 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-de7e7bc4-cb58-4034-86f6-9def1332e91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (680453cf-89d9-4f73-8416-bb8ef07078cc), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.010369 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-de7e7bc4-cb58-4034-86f6-9def1332e91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5579605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5598061'] for subnet (680453cf-89d9-4f73-8416-bb8ef07078cc), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.035146 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e7bc4-cb58-4034-86f6-9def1332e91e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680453cf-89d9-4f73-8416-bb8ef07078cc,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:45.039578 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-de7e7bc4-cb58-4034-86f6-9def1332e91e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for subnet (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.043045 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-de7e7bc4-cb58-4034-86f6-9def1332e91e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/680453cf-89d9-4f73-8416-bb8ef07078cc HTTP/1.1" status: 204 len: 168 time: 0.2748387 Mar 03 16:25:45.045181 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45de7cf7-8ae6-461a-bb05-45b634679ea0 None None] Network 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:25:45.045685 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 42512) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:45.112484 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (7c2898df-ed08-4c3b-a408-2cbfe49c0e3d), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.166208 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Deleting port bd99f568-26c7-416e-8af3-310f7bf20828 {{(pid=103058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:25:45.166547 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.230775 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.db [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] For port bd99f568-26c7-416e-8af3-310f7bf20828, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=bd99f568-26c7-416e-8af3-310f7bf20828,segment=NetworkSegment(a8255c37-f2cd-47b0-8a3b-91d5b8b98b82),segment_id=a8255c37-f2cd-47b0-8a3b-91d5b8b98b82)] {{(pid=103058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:25:45.231059 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.243400 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.plugin [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Calling delete_port for bd99f568-26c7-416e-8af3-310f7bf20828 owned by network:dhcp {{(pid=103058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:25:45.293593 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] DHCP port deletion for 7c2898df-ed08-4c3b-a408-2cbfe49c0e3d request from dv-cinder-830538-6-iscsi {{(pid=103059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 16:25:45.298505 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:25:45.325135 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:25:45.325592 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 4074d847-b9cc-41ec-9c48-2c4d49b66fe3 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:25:45.328505 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5887409'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.355286 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd99f568-26c7-416e-8af3-310f7bf20828,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:45.360761 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] No DVR routers for this DVR port bd99f568-26c7-416e-8af3-310f7bf20828 on host dv-cinder-830538-6-iscsi {{(pid=103058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:25:45.368381 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Deleting port bd99f568-26c7-416e-8af3-310f7bf20828 {{(pid=103059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:25:45.368759 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), before_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.435592 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.db [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] For port bd99f568-26c7-416e-8af3-310f7bf20828, host dv-cinder-830538-6-iscsi, got binding levels [] {{(pid=103059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:25:45.436133 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), precommit_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.440918 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (7c2898df-ed08-4c3b-a408-2cbfe49c0e3d), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.452484 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Calling delete_port for bd99f568-26c7-416e-8af3-310f7bf20828 owned by network:dhcp {{(pid=103059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:25:45.455219 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.ipam_backend_mixin [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Port bd99f568-26c7-416e-8af3-310f7bf20828 was not found and therefore no delete operation was performed {{(pid=103059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 03 16:25:45.456516 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470'] for port (bd99f568-26c7-416e-8af3-310f7bf20828), after_delete {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.460798 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2898df-ed08-4c3b-a408-2cbfe49c0e3d']}} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:45.470303 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82') {'for_net_delete': True} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:45.470601 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.services.segments.db [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8255c37-f2cd-47b0-8a3b-91d5b8b98b82') {} {{(pid=103058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:45.480808 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4704059'] for segment (a8255c37-f2cd-47b0-8a3b-91d5b8b98b82), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.482012 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Pushing event deleted for resources: {'Port': ['ID=bd99f568-26c7-416e-8af3-310f7bf20828,revision_number=None']} {{(pid=103059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:45.486405 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] No DVR routers for this DVR port bd99f568-26c7-416e-8af3-310f7bf20828 on host dv-cinder-830538-6-iscsi {{(pid=103059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:25:45.493956 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.494399 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.494753 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.495095 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.495433 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.495794 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.496129 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.496459 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.496788 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.497325 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.497425 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.497753 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.498085 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129c555d-bce3-46cf-a996-9ae4d22fc2eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830538-6-iscsi {{(pid=103059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 16:25:45.503165 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (a8255c37-f2cd-47b0-8a3b-91d5b8b98b82), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.511520 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:25:45.511986 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5887324'] for segment (a8255c37-f2cd-47b0-8a3b-91d5b8b98b82), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: Traceback (most recent call last): Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: timer() Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: cb(*args, **kw) Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: return func(*args, **kwargs) Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: self._notify() Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: self.callback(batched_events) Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: event.method(event) Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: return f(self, *a, **k) Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: return self._get(url).json() Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: return self.request(url, 'GET', **kwargs) Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:25:45.513648 dv-cinder-830538-6-iscsi neutron-server[103058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:25:45.572313 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (7c2898df-ed08-4c3b-a408-2cbfe49c0e3d), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.578655 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:45.582496 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7c2898df-ed08-4c3b-a408-2cbfe49c0e3d HTTP/1.1" status: 204 len: 168 time: 0.5359185 Mar 03 16:25:45.588053 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42514) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:45.597271 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34982d57-2d96-4c17-99fa-59ef44f9e543 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c2898df-ed08-4c3b-a408-2cbfe49c0e3d,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:45.927133 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-38d56a8d-ab01-4ba6-86e8-16b2eebf3a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1678280'] for router_interface (a3b6a9bd-307d-4286-bb91-4fcd193b2126), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:46.170317 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-38d56a8d-ab01-4ba6-86e8-16b2eebf3a85 admin admin] Deleting port 115a9fc0-e185-4530-8a2b-4143cb705702 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:25:46.170695 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-38d56a8d-ab01-4ba6-86e8-16b2eebf3a85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:46.247774 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-38d56a8d-ab01-4ba6-86e8-16b2eebf3a85 admin admin] For port 115a9fc0-e185-4530-8a2b-4143cb705702, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=115a9fc0-e185-4530-8a2b-4143cb705702,segment=NetworkSegment(6a4e0d3c-fe09-4cee-9cd1-9e780983972c),segment_id=6a4e0d3c-fe09-4cee-9cd1-9e780983972c)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:25:46.248055 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-38d56a8d-ab01-4ba6-86e8-16b2eebf3a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:46.260277 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-38d56a8d-ab01-4ba6-86e8-16b2eebf3a85 admin admin] Calling delete_port for 115a9fc0-e185-4530-8a2b-4143cb705702 owned by network:router_interface {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:25:46.432261 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-38d56a8d-ab01-4ba6-86e8-16b2eebf3a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (115a9fc0-e185-4530-8a2b-4143cb705702), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:46.459144 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d56a8d-ab01-4ba6-86e8-16b2eebf3a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=115a9fc0-e185-4530-8a2b-4143cb705702,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:46.625865 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-38d56a8d-ab01-4ba6-86e8-16b2eebf3a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1637637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1678116'] for router_interface (a3b6a9bd-307d-4286-bb91-4fcd193b2126), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:46.671379 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device bd99f568-26c7-416e-8af3-310f7bf20828 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:25:46.691380 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: bd99f568-26c7-416e-8af3-310f7bf20828 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:25:46.691862 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device bd99f568-26c7-416e-8af3-310f7bf20828 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:25:46.692358 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:25:46.710971 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:25:46.711316 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device d6a2a1ca-2377-45c3-9e51-8ae1b49e2ce8 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:25:46.837288 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d56a8d-ab01-4ba6-86e8-16b2eebf3a85 admin admin] Router a3b6a9bd-307d-4286-bb91-4fcd193b2126 has already been hosted by L3 agent 85bdd1ba-1a44-4306-95f7-28beeb800ac2 {{(pid=103057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 03 16:25:46.940422 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d56a8d-ab01-4ba6-86e8-16b2eebf3a85 admin admin] Notify agent at l3_agent.dv-cinder-830538-6-iscsi the message routers_updated {{(pid=103057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 03 16:25:46.945829 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-38d56a8d-ab01-4ba6-86e8-16b2eebf3a85 admin admin] 10.222.0.11 "PUT /v2.0/routers/a3b6a9bd-307d-4286-bb91-4fcd193b2126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3567281 Mar 03 16:25:46.948394 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42516) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:46.953125 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596323a2-2041-4efc-aff1-89a5f033f447 None None] Sync routers for ids ['a3b6a9bd-307d-4286-bb91-4fcd193b2126'] in dv-cinder-830538-6-iscsi {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 16:25:46.962610 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596323a2-2041-4efc-aff1-89a5f033f447 None None] Routers {'a3b6a9bd-307d-4286-bb91-4fcd193b2126'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:25:46.963206 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-596323a2-2041-4efc-aff1-89a5f033f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:25:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['a3b6a9bd-307d-4286-bb91-4fcd193b2126'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:47.070715 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-596323a2-2041-4efc-aff1-89a5f033f447 None None] Set router a3b6a9bd-307d-4286-bb91-4fcd193b2126 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:25:47.255289 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-596323a2-2041-4efc-aff1-89a5f033f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'name': 'tempest-TestVolumeBootPattern-2073178952-router', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:25:46Z', 'revision_number': 5, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'gw_port': {'id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:47.282288 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596323a2-2041-4efc-aff1-89a5f033f447 None None] Checking router: a3b6a9bd-307d-4286-bb91-4fcd193b2126 for host: dv-cinder-830538-6-iscsi {{(pid=103060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 16:25:47.291259 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596323a2-2041-4efc-aff1-89a5f033f447 None None] Routers {'a3b6a9bd-307d-4286-bb91-4fcd193b2126'} bound to L3 agent in host dv-cinder-830538-6-iscsi {{(pid=103060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 03 16:25:47.291885 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-596323a2-2041-4efc-aff1-89a5f033f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830538-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T16:03:37Z,description=,heartbeat_timestamp=2022-03-03T16:25:37Z,host='dv-cinder-830538-6-iscsi',id=85bdd1ba-1a44-4306-95f7-28beeb800ac2,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T16:03:37Z,topic='l3_agent')) {'router_ids': ['a3b6a9bd-307d-4286-bb91-4fcd193b2126'], 'active': True} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:47.322823 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Publish callbacks [] for router (a3b6a9bd-307d-4286-bb91-4fcd193b2126), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:47.396722 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_dvr_db [None req-596323a2-2041-4efc-aff1-89a5f033f447 None None] Set router a3b6a9bd-307d-4286-bb91-4fcd193b2126 gateway port host: dv-cinder-830538-6-iscsi {{(pid=103060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 03 16:25:47.424385 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Publish callbacks [] for router_gateway (a3b6a9bd-307d-4286-bb91-4fcd193b2126), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:47.476214 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Deleting port 68b49297-d5c9-40a8-b116-a188bd3f2402 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:25:47.476599 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:47.555861 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] For port 68b49297-d5c9-40a8-b116-a188bd3f2402, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=68b49297-d5c9-40a8-b116-a188bd3f2402,segment=NetworkSegment(16e32ff9-551d-40db-8802-d87a59faf760),segment_id=16e32ff9-551d-40db-8802-d87a59faf760)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:25:47.556142 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:47.569766 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Calling delete_port for 68b49297-d5c9-40a8-b116-a188bd3f2402 owned by network:router_gateway {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:25:47.576514 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.l3_hamode_db [None req-596323a2-2041-4efc-aff1-89a5f033f447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'name': 'tempest-TestVolumeBootPattern-2073178952-router', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:25:46Z', 'revision_number': 5, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'gw_port': {'id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}], 'dv-cinder-830538-6-iscsi', False) {} {{(pid=103060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:47.605261 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596323a2-2041-4efc-aff1-89a5f033f447 None None] The sync data for ids ['a3b6a9bd-307d-4286-bb91-4fcd193b2126'] in dv-cinder-830538-6-iscsi is: [{'id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'name': 'tempest-TestVolumeBootPattern-2073178952-router', 'tenant_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'external_fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:25:46Z', 'revision_number': 5, 'project_id': '34ec0ff41cfa44e1aa0460fc25d7218a', 'gw_port': {'id': '68b49297-d5c9-40a8-b116-a188bd3f2402', 'name': '', 'network_id': 'b455cb9f-0d66-40ce-a781-3917c21627ac', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:83:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b6a9bd-307d-4286-bb91-4fcd193b2126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830538-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T16:17:26Z', 'updated_at': '2022-03-03T16:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b9b28f3-d89b-4d13-9f7c-b626f5fb15b3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830538-6-iscsi'}] {{(pid=103060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 16:25:47.737696 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (68b49297-d5c9-40a8-b116-a188bd3f2402), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:47.763571 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=68b49297-d5c9-40a8-b116-a188bd3f2402,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:47.820528 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1673094'] for router_gateway (a3b6a9bd-307d-4286-bb91-4fcd193b2126), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:47.908975 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677078', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127533'] for router (a3b6a9bd-307d-4286-bb91-4fcd193b2126), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:47.911058 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Publish callbacks [] for router_controller (a3b6a9bd-307d-4286-bb91-4fcd193b2126), precommit_delete_associations {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:47.957919 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1677101'] for router (a3b6a9bd-307d-4286-bb91-4fcd193b2126), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:47.958594 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b6a9bd-307d-4286-bb91-4fcd193b2126 {{(pid=103057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 03 16:25:47.963047 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:47.964263 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-30365089-48fd-4868-8d83-e3ef39df1d5c admin admin] 10.222.0.11 "DELETE /v2.0/routers/a3b6a9bd-307d-4286-bb91-4fcd193b2126 HTTP/1.1" status: 204 len: 168 time: 1.0149798 Mar 03 16:25:47.966966 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [-] (103058) accepted ('10.222.0.11', 42518) {{(pid=103058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:48.012397 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a36e1ce-10e6-4d3f-9de5-5075187934b1 admin admin] Deleting subnet c6c1e566-45fb-49bc-a1fe-6ca6351b6db8 {{(pid=103058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 03 16:25:48.015681 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a36e1ce-10e6-4d3f-9de5-5075187934b1 admin admin] Publish callbacks [] for subnet (c6c1e566-45fb-49bc-a1fe-6ca6351b6db8), before_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.051222 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a36e1ce-10e6-4d3f-9de5-5075187934b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4704044'] for subnet (c6c1e566-45fb-49bc-a1fe-6ca6351b6db8), precommit_delete_associations {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.131434 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a36e1ce-10e6-4d3f-9de5-5075187934b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3520872'] for subnet (c6c1e566-45fb-49bc-a1fe-6ca6351b6db8), precommit_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.185338 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a36e1ce-10e6-4d3f-9de5-5075187934b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3520871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1894379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5887362', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6172566'] for subnet (c6c1e566-45fb-49bc-a1fe-6ca6351b6db8), after_delete {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.211657 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36e1ce-10e6-4d3f-9de5-5075187934b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6c1e566-45fb-49bc-a1fe-6ca6351b6db8,revision_number=None']} {{(pid=103058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:48.217615 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron_lib.callbacks.manager [None req-9a36e1ce-10e6-4d3f-9de5-5075187934b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.220844 dv-cinder-830538-6-iscsi neutron-server[103058]: INFO neutron.wsgi [None req-9a36e1ce-10e6-4d3f-9de5-5075187934b1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c6c1e566-45fb-49bc-a1fe-6ca6351b6db8 HTTP/1.1" status: 204 len: 168 time: 0.2527595 Mar 03 16:25:48.223696 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42520) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:48.225090 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29c768f-6dc1-4502-8d42-45ce971eb5f4 None None] Network a40e6674-6fca-41d3-8d7b-83ea770227cc requested from dv-cinder-830538-6-iscsi {{(pid=103059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 03 16:25:48.295492 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3497619'] for network (a40e6674-6fca-41d3-8d7b-83ea770227cc), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.351155 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Deleting port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 {{(pid=103057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 03 16:25:48.351499 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770328902521'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.412848 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.db [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] For port 843c51d5-faaf-4af6-bdc4-ca48306d1a99, host dv-cinder-830538-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830538-6-iscsi',level=0,port_id=843c51d5-faaf-4af6-bdc4-ca48306d1a99,segment=NetworkSegment(6a4e0d3c-fe09-4cee-9cd1-9e780983972c),segment_id=6a4e0d3c-fe09-4cee-9cd1-9e780983972c)] {{(pid=103057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 03 16:25:48.413194 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1672099'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.425386 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.plugin [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Calling delete_port for 843c51d5-faaf-4af6-bdc4-ca48306d1a99 owned by network:dhcp {{(pid=103057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 03 16:25:48.506212 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3612342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-385946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770328907484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770328383470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5579622'] for port (843c51d5-faaf-4af6-bdc4-ca48306d1a99), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.530195 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=843c51d5-faaf-4af6-bdc4-ca48306d1a99,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:48.533952 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] No DVR routers for this DVR port 843c51d5-faaf-4af6-bdc4-ca48306d1a99 on host dv-cinder-830538-6-iscsi {{(pid=103057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 16:25:48.606202 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3474323', 'neutron.services.segments.db._delete_segments_for_network-8770328793501'] for network (a40e6674-6fca-41d3-8d7b-83ea770227cc), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.621827 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30114fbc-c6c4-440c-8403-58a417f09f58 None None] DHCP port deletion for a40e6674-6fca-41d3-8d7b-83ea770227cc request from dv-cinder-830538-6-iscsi {{(pid=103059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 03 16:25:48.641041 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40e6674-6fca-41d3-8d7b-83ea770227cc']}} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:48.654092 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4e0d3c-fe09-4cee-9cd1-9e780983972c') {'for_net_delete': True} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:48.654389 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.services.segments.db [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4e0d3c-fe09-4cee-9cd1-9e780983972c') {} {{(pid=103057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 16:25:48.665158 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770328797862', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5715953'] for segment (6a4e0d3c-fe09-4cee-9cd1-9e780983972c), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.679800 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503'] for segment (6a4e0d3c-fe09-4cee-9cd1-9e780983972c), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.680067 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 68b49297-d5c9-40a8-b116-a188bd3f2402 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:25:48.686026 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=103057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 16:25:48.686412 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5579659'] for segment (6a4e0d3c-fe09-4cee-9cd1-9e780983972c), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: Traceback (most recent call last): Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: timer() Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: cb(*args, **kw) Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: return func(*args, **kwargs) Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: self._notify() Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: self.callback(batched_events) Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: event.method(event) Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: return f(self, *a, **k) Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._get(url).json() Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: return self.request(url, 'GET', **kwargs) Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 16:25:48.688180 dv-cinder-830538-6-iscsi neutron-server[103057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 16:25:48.700334 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 68b49297-d5c9-40a8-b116-a188bd3f2402 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:25:48.700681 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 68b49297-d5c9-40a8-b116-a188bd3f2402 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:25:48.701104 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 843c51d5-faaf-4af6-bdc4-ca48306d1a99 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:25:48.719681 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 843c51d5-faaf-4af6-bdc4-ca48306d1a99 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:25:48.720031 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 843c51d5-faaf-4af6-bdc4-ca48306d1a99 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:25:48.720435 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 115a9fc0-e185-4530-8a2b-4143cb705702 no longer exists at agent ovs-agent-dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 03 16:25:48.741403 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3474410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1637886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1673146'] for network (a40e6674-6fca-41d3-8d7b-83ea770227cc), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.742993 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.plugin [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] No Port match for: 115a9fc0-e185-4530-8a2b-4143cb705702 {{(pid=103059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 03 16:25:48.743338 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron.plugins.ml2.rpc [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Device 115a9fc0-e185-4530-8a2b-4143cb705702 not bound to the agent host dv-cinder-830538-6-iscsi {{(pid=103059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 03 16:25:48.747247 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1637864'] for network (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.750404 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a40e6674-6fca-41d3-8d7b-83ea770227cc HTTP/1.1" status: 204 len: 168 time: 0.5251057 Mar 03 16:25:48.764305 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cfe8b-eeff-4b07-9f20-2605bfd47f23 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40e6674-6fca-41d3-8d7b-83ea770227cc,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:48.857493 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42524) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:48.896906 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-80e35b63-342c-4ba7-b205-f20b8495bd74 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d627aeb1e96e48ecb09d060a2b8286f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381765 Mar 03 16:25:48.899393 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42526) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:48.945291 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7b428358-648c-408d-ae16-64ccd789ce05 admin admin] Publish callbacks [] for security_group (e6bcce49-58bb-4915-bb08-01ee2991c614), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:48.968811 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7b428358-648c-408d-ae16-64ccd789ce05 admin admin] Publish callbacks [] for security_group (e6bcce49-58bb-4915-bb08-01ee2991c614), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:49.014089 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7b428358-648c-408d-ae16-64ccd789ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e6bcce49-58bb-4915-bb08-01ee2991c614), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:49.016835 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-7b428358-648c-408d-ae16-64ccd789ce05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:49.018000 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-7b428358-648c-408d-ae16-64ccd789ce05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6bcce49-58bb-4915-bb08-01ee2991c614 HTTP/1.1" status: 204 len: 168 time: 0.1176360 Mar 03 16:25:49.025968 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b428358-648c-408d-ae16-64ccd789ce05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bcce49-58bb-4915-bb08-01ee2991c614,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:25:49.319086 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42532) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:49.357610 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-2271941f-8339-4685-ab4e-f819483cf059 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34ec0ff41cfa44e1aa0460fc25d7218a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373464 Mar 03 16:25:49.359782 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [-] (103057) accepted ('10.222.0.11', 42534) {{(pid=103057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 03 16:25:49.405524 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-cb86e1dd-e281-4dcd-b487-076c9bf80544 admin admin] Publish callbacks [] for security_group (e4153565-8aa5-4c98-bfcc-d382390ba3cc), before_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:49.426444 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-cb86e1dd-e281-4dcd-b487-076c9bf80544 admin admin] Publish callbacks [] for security_group (e4153565-8aa5-4c98-bfcc-d382390ba3cc), precommit_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:49.472565 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-cb86e1dd-e281-4dcd-b487-076c9bf80544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1870774'] for security_group (e4153565-8aa5-4c98-bfcc-d382390ba3cc), after_delete {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:49.475054 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron_lib.callbacks.manager [None req-cb86e1dd-e281-4dcd-b487-076c9bf80544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:25:49.476218 dv-cinder-830538-6-iscsi neutron-server[103057]: INFO neutron.wsgi [None req-cb86e1dd-e281-4dcd-b487-076c9bf80544 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4153565-8aa5-4c98-bfcc-d382390ba3cc HTTP/1.1" status: 204 len: 168 time: 0.1155903 Mar 03 16:25:49.484902 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86e1dd-e281-4dcd-b487-076c9bf80544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4153565-8aa5-4c98-bfcc-d382390ba3cc,revision_number=None']} {{(pid=103057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 16:26:04.249641 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-7b67a0dd-bfef-4f37-90f5-55035ef100b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:26:06.727565 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-2a9e6d6d-9bb4-40ba-9313-366b363521af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:26:07.463768 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:26:07.636393 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:26:08.766983 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:26:09.156765 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:26:10.725551 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:26:34.250834 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-682036a7-fb94-4322-95eb-35909bc64722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:26:36.728788 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5cf65f01-a31d-449f-97ca-7fdcd20ec9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:26:37.484281 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:26:37.641728 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:26:39.158246 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:26:40.730672 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:26:45.765795 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:26:59.108121 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [req-bedfda98-10f7-496f-80b4-8ef4fb567509 req-400efadc-6874-4f41-815d-986717159e39 service neutron] (103058) timed out ('10.222.0.10', 55782) {{(pid=103058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 03 16:27:00.230282 dv-cinder-830538-6-iscsi neutron-server[103057]: DEBUG neutron.wsgi [req-dbb4308d-fbb9-4afc-9c2f-d7232d842088 req-141561ad-b7ed-427f-b01f-6f2209dc1afb service neutron] (103057) timed out ('10.222.0.10', 55783) {{(pid=103057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 03 16:27:04.251940 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-0e085e36-bcd6-47b6-9df5-309214f429dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:27:06.733002 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-221124bd-9208-4a5b-86b7-03bb8923b6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:27:07.092684 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [req-bc6f34a7-2182-4c78-b13d-61815f5be90d req-3ffac26d-a214-4389-b114-0da74725b069 service neutron] (103058) timed out ('10.222.0.10', 55806) {{(pid=103058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 03 16:27:07.474368 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:27:07.641652 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:27:09.161369 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:27:10.732568 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:27:22.765247 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:27:34.253254 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-8ef4b8a6-2722-4bb8-b26f-4072e02e0f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:27:36.734619 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-806159bb-b80d-4d70-b8f1-f0f15d09b74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:27:37.505376 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:27:37.645559 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:27:39.164438 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:27:40.734585 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:27:59.764409 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:28:04.254503 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-e9cccd64-f81a-4c80-a137-3fd71109a716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:28:06.734872 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-7d13a3e6-a70c-4df9-a253-c08f6eea6f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:28:07.519824 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:28:07.647796 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:28:09.167059 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:28:10.735477 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:28:34.255592 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-76a8ad3b-3f3a-453f-b11a-e5963a58e648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:28:36.736038 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-1ab3b361-2d65-4865-a90c-69728625340b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:28:36.763508 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:28:37.541415 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:28:37.650688 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:28:39.170598 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:28:40.857818 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:04.255405 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c63340d5-7fc5-4ba9-8cc4-71093f652a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:06.737368 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-432503e9-faa8-4c4e-82a5-2b38edb90cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:07.541987 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:07.654770 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:09.172348 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:10.742724 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:13.763152 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:29:34.255717 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-5964c12b-6bfe-4629-8c1e-e1d9f303c0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:36.740297 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-2cde3d1d-5d6c-424a-867a-431cc0e47bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:37.549684 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:37.659657 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:39.175285 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:40.744344 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:29:50.762533 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:30:04.257412 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-44d348f9-109f-498a-bfc3-8ba3d5bcac23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:30:06.741575 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-eb253ec5-1294-4841-b285-24f183bc830f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:30:07.550027 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:30:07.664390 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:30:09.177365 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:30:10.745195 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:30:27.760688 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:30:34.258411 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d6910edf-3f06-448b-82f1-1bd63390eb38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:30:36.742713 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-eb1ab491-4c1a-4b9c-86f3-7e03fe0c5f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:30:37.553685 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:30:37.667345 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:30:39.178498 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:30:40.748476 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:30:41.628405 dv-cinder-830538-6-iscsi neutron-server[103058]: DEBUG neutron.wsgi [req-e293d340-749c-430e-9480-07c8fe4e5863 req-5f398b08-f934-49c4-8abc-5a984d820064 service neutron] (103058) timed out ('10.222.0.10', 55803) {{(pid=103058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 03 16:31:04.266391 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9c4344ce-0865-4b3f-ad76-c617319976a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (795106e8-8d97-4051-8a56-0244d579075e), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:31:04.759547 dv-cinder-830538-6-iscsi neutron-server[103060]: DEBUG neutron.db.agents_db [None req-4f601a0d-9f89-4997-942f-ee533a3cb6af None None] Agent healthcheck: found 6 active agents {{(pid=103060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 03 16:31:06.744850 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-d21c742c-d2e2-4ed8-8b67-bc7a362f2cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (85bdd1ba-1a44-4306-95f7-28beeb800ac2), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:31:07.549084 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-c5ba9fa0-21f9-4ab0-8b53-ff7fe2c2b69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (a011970d-a50a-42a2-a1e7-d2a0e9bae0d4), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:31:07.669757 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-4533b669-1b42-4fb0-99b6-105a550164f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (d4616f49-14b8-4e5c-9d53-f981b670d880), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:31:09.184773 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-9afe133a-e8e4-4fc0-920a-eb43bfa00e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (68845aae-de6d-4e35-80f9-17f672b3e9b1), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 03 16:31:10.754123 dv-cinder-830538-6-iscsi neutron-server[103059]: DEBUG neutron_lib.callbacks.manager [None req-f8befd5d-7297-47aa-b8b1-f78d6013f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770328793483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3474820'] for agent (7c2c63ee-ed27-4f37-a748-328fa4b2692a), after_update {{(pid=103059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}